Nov 29 10:05:10 user nova-compute[75254]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75254) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 10:05:10 user nova-compute[75254]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75254) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 10:05:10 user nova-compute[75254]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75254) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 29 10:05:10 user nova-compute[75254]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 29 10:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:05:10 user nova-compute[75254]: INFO nova.virt.driver [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 29 10:05:11 user nova-compute[75254]: INFO nova.compute.provider_config [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Acquiring lock "singleton_lock" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Acquired lock "singleton_lock" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Releasing lock "singleton_lock" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Full set of CONF: {{(pid=75254) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ******************************************************************************** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Configuration options gathered from: {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ================================================================================ {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] allow_resize_to_same_host      = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] arq_binding_timeout            = 300 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] backdoor_port                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] backdoor_socket                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] block_device_allocate_retries  = 300 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] block_device_allocate_retries_interval = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cert                           = self.pem {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute_monitors               = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] config_dir                     = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] config_drive_format            = iso9660 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] config_source                  = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] console_host                   = user {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] control_exchange               = nova {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cpu_allocation_ratio           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] daemon                         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] debug                          = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] default_access_ip_network_name = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] default_availability_zone      = nova {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] default_ephemeral_format       = ext4 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] default_green_pool_size        = 1000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] default_schedule_zone          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] disk_allocation_ratio          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] enable_new_services            = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] enabled_apis                   = ['osapi_compute'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] enabled_ssl_apis               = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] flat_injected                  = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] force_config_drive             = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] force_raw_images               = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] graceful_shutdown_timeout      = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] heal_instance_info_cache_interval = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] host                           = user {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_build_timeout         = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_delete_interval       = 300 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_format                = [instance: %(uuid)s]  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_name_template         = instance-%08x {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_usage_audit           = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_usage_audit_period    = month {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] internal_service_availability_zone = internal {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] key                            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] live_migration_retry_count     = 30 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_config_append              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_dir                        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_file                       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_options                    = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_rotate_interval            = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_rotate_interval_type       = days {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] log_rotation_type              = none {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] long_rpc_timeout               = 1800 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] max_concurrent_builds          = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] max_concurrent_live_migrations = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] max_concurrent_snapshots       = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] max_local_block_devices        = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] max_logfile_count              = 30 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] max_logfile_size_mb            = 200 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] maximum_instance_delete_attempts = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metadata_listen                = 0.0.0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metadata_listen_port           = 8775 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metadata_workers               = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] migrate_max_retries            = -1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] mkisofs_cmd                    = genisoimage {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] my_ip                          = 10.0.0.210 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] network_allocate_retries       = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] osapi_compute_listen_port      = 8774 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] osapi_compute_unique_server_name_scope =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] osapi_compute_workers          = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] password_length                = 12 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] periodic_enable                = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] periodic_fuzzy_delay           = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] pointer_model                  = ps2mouse {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] preallocate_images             = none {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] publish_errors                 = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] pybasedir                      = /opt/stack/nova {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ram_allocation_ratio           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rate_limit_burst               = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rate_limit_except_level        = CRITICAL {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rate_limit_interval            = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reboot_timeout                 = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reclaim_instance_interval      = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] record                         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reimage_timeout_per_gb         = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] report_interval                = 120 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rescue_timeout                 = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reserved_host_cpus             = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reserved_host_disk_mb          = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reserved_host_memory_mb        = 512 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] reserved_huge_pages            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] resize_confirm_window          = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] resize_fs_using_block_device   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] resume_guests_state_on_host_boot = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rpc_response_timeout           = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] run_external_periodic_tasks    = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] running_deleted_instance_action = reap {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] running_deleted_instance_poll_interval = 1800 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] running_deleted_instance_timeout = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler_instance_sync_interval = 120 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_down_time              = 720 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] servicegroup_driver            = db {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] shelved_offload_time           = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] shelved_poll_interval          = 3600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] shutdown_timeout               = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] source_is_ipv6                 = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ssl_only                       = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] state_path                     = /opt/stack/data/nova {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] sync_power_state_interval      = 600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] sync_power_state_pool_size     = 1000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] syslog_log_facility            = LOG_USER {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] tempdir                        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] timeout_nbd                    = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] transport_url                  = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] update_resources_interval      = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_cow_images                 = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_eventlog                   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_journal                    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_json                       = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_rootwrap_daemon            = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_stderr                     = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] use_syslog                     = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vcpu_pin_set                   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plugging_is_fatal          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plugging_timeout           = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] virt_mkfs                      = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] volume_usage_poll_interval     = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] watch_log_file                 = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] web                            = /usr/share/spice-html5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_concurrency.disable_process_locking = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.auth_strategy              = keystone {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.compute_link_prefix        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.dhcp_domain                = novalocal {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.enable_instance_password   = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.glance_link_prefix         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.instance_list_per_project_cells = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.list_records_by_skipping_down_cells = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.local_metadata_per_cell    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.max_limit                  = 1000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.metadata_cache_expiration  = 15 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.neutron_default_tenant_id  = default {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.use_forwarded_for          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.use_neutron_default_nets   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_dynamic_targets = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_jsonfile_path   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.backend                  = dogpile.cache.memcached {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.backend_argument         = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.config_prefix            = cache.oslo {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.dead_timeout             = 60.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.debug_cache_backend      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.enable_retry_client      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.enable_socket_keepalive  = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.enabled                  = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.expiration_time          = 600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.hashclient_retry_attempts = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_dead_retry      = 300 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_password        =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_pool_maxsize    = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_sasl_enabled    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.memcache_username        =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.proxies                  = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.retry_attempts           = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.retry_delay              = 0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.socket_keepalive_count   = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.socket_keepalive_idle    = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.socket_keepalive_interval = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.tls_allowed_ciphers      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.tls_cafile               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.tls_certfile             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.tls_enabled              = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cache.tls_keyfile              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.auth_section            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.auth_type               = password {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.cafile                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.certfile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.collect_timing          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.cross_az_attach         = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.debug                   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.endpoint_template       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.http_retries            = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.insecure                = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.keyfile                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.os_region_name          = RegionOne {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.split_loggers           = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cinder.timeout                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.cpu_dedicated_set      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.cpu_shared_set         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.image_type_exclude_list = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.max_concurrent_disk_ops = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.max_disk_devices_to_attach = -1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.resource_provider_association_refresh = 300 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.shutdown_retry_interval = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] conductor.workers              = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] console.allowed_origins        = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] console.ssl_ciphers            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] console.ssl_minimum_version    = default {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] consoleauth.token_ttl          = 600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.cafile                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.certfile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.collect_timing          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.connect_retries         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.connect_retry_delay     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.endpoint_override       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.insecure                = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.keyfile                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.max_version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.min_version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.region_name             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.service_name            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.service_type            = accelerator {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.split_loggers           = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.status_code_retries     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.timeout                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] cyborg.version                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.backend               = sqlalchemy {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.connection            = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.connection_debug      = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.connection_parameters =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.connection_recycle_time = 3600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.connection_trace      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.db_inc_retry_interval = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.db_max_retries        = 20 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.db_max_retry_interval = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.db_retry_interval     = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.max_overflow          = 50 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.max_pool_size         = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.max_retries           = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.mysql_wsrep_sync_wait = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.pool_timeout          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.retry_interval        = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.slave_connection      = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] database.sqlite_synchronous    = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.backend           = sqlalchemy {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.connection        = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.connection_debug  = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.connection_parameters =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.connection_recycle_time = 3600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.connection_trace  = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.db_inc_retry_interval = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.db_max_retries    = 20 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.db_max_retry_interval = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.db_retry_interval = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.max_overflow      = 50 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.max_pool_size     = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.max_retries       = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.pool_timeout      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.retry_interval    = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.slave_connection  = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] api_database.sqlite_synchronous = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] devices.enabled_mdev_types     = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ephemeral_storage_encryption.enabled = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.api_servers             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.cafile                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.certfile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.collect_timing          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.connect_retries         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.connect_retry_delay     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.debug                   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.default_trusted_certificate_ids = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.enable_certificate_validation = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.enable_rbd_download     = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.endpoint_override       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.insecure                = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.keyfile                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.max_version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.min_version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.num_retries             = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.rbd_ceph_conf           =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.rbd_connect_timeout     = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.rbd_pool                =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.rbd_user                =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.region_name             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.service_name            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.service_type            = image {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.split_loggers           = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.status_code_retries     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.timeout                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.verify_glance_signatures = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] glance.version                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] guestfs.debug                  = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.config_drive_cdrom      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.config_drive_inject_password = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.enable_instance_metrics_collection = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.enable_remotefx         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.instances_path_share    =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.iscsi_initiator_list    = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.limit_cpu_features      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.power_state_check_timeframe = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.use_multipath_io        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.volume_attach_retry_count = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.vswitch_name            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] mks.enabled                    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] image_cache.manager_interval   = 2400 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] image_cache.precache_concurrency = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] image_cache.remove_unused_base_images = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] image_cache.subdirectory_name  = _base {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.api_max_retries         = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.api_retry_interval      = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.auth_section            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.auth_type               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.cafile                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.certfile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.collect_timing          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.conductor_group         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.connect_retries         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.connect_retry_delay     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.endpoint_override       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.insecure                = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.keyfile                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.max_version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.min_version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.peer_list               = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.region_name             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.serial_console_state_timeout = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.service_name            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.service_type            = baremetal {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.split_loggers           = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.status_code_retries     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.timeout                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ironic.version                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] key_manager.fixed_key          = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.barbican_api_version  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.barbican_endpoint     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.barbican_endpoint_type = public {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.barbican_region_name  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.cafile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.certfile              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.collect_timing        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.insecure              = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.keyfile               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.number_of_retries     = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.retry_delay           = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.send_service_user_token = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.split_loggers         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.timeout               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.verify_ssl            = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican.verify_ssl_path       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.auth_section = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.auth_type = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.cafile   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.certfile = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.collect_timing = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.insecure = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.keyfile  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.split_loggers = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] barbican_service_user.timeout  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.approle_role_id          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.approle_secret_id        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.cafile                   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.certfile                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.collect_timing           = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.insecure                 = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.keyfile                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.kv_mountpoint            = secret {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.kv_path                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.kv_version               = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.namespace                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.root_token_id            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.split_loggers            = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.ssl_ca_crt_file          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.timeout                  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.use_ssl                  = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.auth_section          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.auth_type             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.cafile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.certfile              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.collect_timing        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.connect_retries       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.connect_retry_delay   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.endpoint_override     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.insecure              = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.keyfile               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.max_version           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.min_version           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.region_name           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.service_name          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.service_type          = identity {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.split_loggers         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.status_code_retries   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.timeout               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] keystone.version               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.connection_uri         =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_mode               = custom {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: WARNING oslo_config.cfg [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_power_governor_high = performance {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_power_governor_low = powersave {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_power_management   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.device_detach_attempts = 8 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.device_detach_timeout  = 20 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.disk_cachemodes        = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.disk_prefix            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.enabled_perf_events    = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.file_backed_memory     = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.gid_maps               = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.hw_disk_discard        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.hw_machine_type        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_rbd_glance_store_name =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_rbd_pool        = rbd {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_type            = default {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.images_volume_group    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.inject_key             = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.inject_partition       = -2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.inject_password        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.iscsi_iface            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.iser_use_multipath     = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_bandwidth = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_downtime = 500 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_inbound_addr = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_permit_post_copy = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_scheme  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_timeout_action = abort {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_tunnelled = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: WARNING oslo_config.cfg [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 29 10:05:11 user nova-compute[75254]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 29 10:05:11 user nova-compute[75254]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 29 10:05:11 user nova-compute[75254]: and ``live_migration_inbound_addr`` respectively.
Nov 29 10:05:11 user nova-compute[75254]: ).  Its value may be silently ignored in the future.
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.live_migration_with_native_tls = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.max_queues             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.nfs_mount_options      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.num_memory_encrypted_guests = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.num_pcie_ports         = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.pmem_namespaces        = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.quobyte_client_cfg     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rbd_secret_uuid        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rbd_user               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.remote_filesystem_transport = ssh {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rescue_image_id        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rescue_kernel_id       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rescue_ramdisk_id      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.rx_queue_size          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.smbfs_mount_options    =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.snapshot_compression   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.snapshot_image_format  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.sparse_logical_volumes = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.swtpm_enabled          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.swtpm_group            = tss {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.swtpm_user             = tss {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.sysinfo_serial         = unique {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.tb_cache_size          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.tx_queue_size          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.uid_maps               = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.use_virtio_for_bridges = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.virt_type              = kvm {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.volume_clear           = zero {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.volume_clear_size      = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.volume_use_multipath   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_cache_path   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.vzstorage_mount_user   = stack {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.auth_section           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.auth_type              = password {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.cafile                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.certfile               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.collect_timing         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.connect_retries        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.connect_retry_delay    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.default_floating_pool  = public {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.endpoint_override      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.extension_sync_interval = 600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.http_retries           = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.insecure               = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.keyfile                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.max_version            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.min_version            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.ovs_bridge             = br-int {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.physnets               = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.region_name            = RegionOne {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.service_metadata_proxy = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.service_name           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.service_type           = network {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.split_loggers          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.status_code_retries    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.timeout                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] neutron.version                = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] notifications.bdms_in_notifications = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] notifications.default_level    = INFO {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] notifications.notification_format = unversioned {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] notifications.notify_on_state_change = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] pci.alias                      = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] pci.device_spec                = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] pci.report_in_placement        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.auth_section         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.auth_type            = password {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.cafile               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.certfile             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.collect_timing       = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.connect_retries      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.connect_retry_delay  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.default_domain_id    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.default_domain_name  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.domain_id            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.domain_name          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.endpoint_override    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.insecure             = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.keyfile              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.max_version          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.min_version          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.password             = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.project_domain_id    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.project_domain_name  = Default {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.project_id           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.project_name         = service {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.region_name          = RegionOne {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.service_name         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.service_type         = placement {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.split_loggers        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.status_code_retries  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.system_scope         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.timeout              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.trust_id             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.user_domain_id       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.user_domain_name     = Default {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.user_id              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.username             = placement {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] placement.version              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.cores                    = 20 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.count_usage_from_placement = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.injected_file_content_bytes = 10240 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.injected_file_path_length = 255 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.injected_files           = 5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.instances                = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.key_pairs                = 100 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.metadata_items           = 128 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.ram                      = 51200 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.recheck_quota            = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.server_group_members     = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] quota.server_groups            = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rdp.enabled                    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.image_metadata_prefilter = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.max_attempts         = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.max_placement_results = 1000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.query_placement_for_image_type_support = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] scheduler.workers              = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.host_subset_size = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.isolated_hosts = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.isolated_images = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.pci_in_placement = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.track_instance_changes = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metrics.required               = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metrics.weight_multiplier      = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] metrics.weight_setting         = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] serial_console.enabled         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] serial_console.port_range      = 10000:20000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] serial_console.serialproxy_port = 6083 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.auth_section      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.auth_type         = password {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.cafile            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.certfile          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.collect_timing    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.insecure          = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.keyfile           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.send_service_user_token = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.split_loggers     = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] service_user.timeout           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.agent_enabled            = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.enabled                  = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.html5proxy_port          = 6082 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.image_compression        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.jpeg_compression         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.playback_compression     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.server_listen            = 127.0.0.1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.streaming_mode           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] spice.zlib_compression         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] upgrade_levels.baseapi         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] upgrade_levels.compute         = auto {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] upgrade_levels.conductor       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] upgrade_levels.scheduler       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.auth_section = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.auth_type = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.cafile = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.certfile = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.insecure = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.keyfile = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vendordata_dynamic_auth.timeout = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.api_retry_count         = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.ca_file                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.cache_prefix            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.cluster_name            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.connection_pool_size    = 10 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.console_delay_seconds   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.datastore_regex         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.host_ip                 = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.host_password           = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.host_port               = 443 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.host_username           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.insecure                = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.integration_bridge      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.maximum_objects         = 100 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.pbm_default_policy      = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.pbm_enabled             = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.pbm_wsdl_location       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.serial_port_proxy_uri   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.serial_port_service_uri = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.task_poll_interval      = 0.5 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.use_linked_clone        = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.vnc_keymap              = en-us {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.vnc_port                = 5900 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vmware.vnc_port_total          = 10000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.auth_schemes               = ['none'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.enabled                    = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.novncproxy_port            = 6080 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.server_listen              = 0.0.0.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.vencrypt_ca_certs          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.vencrypt_client_cert       = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vnc.vencrypt_client_key        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.disable_rootwrap   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.enable_numa_live_migration = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.libvirt_disable_apic = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.client_socket_timeout     = 900 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.default_pool_size         = 1000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.keep_alive                = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.max_header_line           = 16384 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.ssl_ca_file               = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.ssl_cert_file             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.ssl_key_file              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.tcp_keepidle              = 600 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] zvm.ca_file                    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] zvm.cloud_connector_url        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] zvm.reachable_timeout          = 300 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.enforce_new_defaults = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.enforce_scope      = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.policy_default_rule = default {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.policy_file        = policy.yaml {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.connection_string     = messaging:// {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.enabled               = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.es_doc_type           = notification {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.es_scroll_size        = 10000 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.es_scroll_time        = 2m {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.filter_error_trace    = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.hmac_keys             = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.sentinel_service_name = mymaster {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.socket_timeout        = 0.1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.trace_requests        = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler.trace_sqlalchemy      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler_jaeger.process_tags   = {} {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler_jaeger.service_name_prefix = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] profiler_otlp.service_name_prefix = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] remote_debug.host              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] remote_debug.port              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.ssl      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_notifications.retry = -1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_messaging_notifications.transport_url = **** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.auth_section        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.auth_type           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.cafile              = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.certfile            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.collect_timing      = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.connect_retries     = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.connect_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.endpoint_id         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.endpoint_override   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.insecure            = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.keyfile             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.max_version         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.min_version         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.region_name         = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.service_name        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.service_type        = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.split_loggers       = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.status_code_retries = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.status_code_retry_delay = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.timeout             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.valid_interfaces    = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_limit.version             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_reports.file_event_handler = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] oslo_reports.log_dir           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_ovs_privileged.group  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] vif_plug_ovs_privileged.user   = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.flat_interface = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.isolate_vif         = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_vif_ovs.per_port_bridge     = False {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] os_brick.lock_path             = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] privsep_osbrick.capabilities   = [21] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] privsep_osbrick.group          = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] privsep_osbrick.helper_command = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] privsep_osbrick.user           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] nova_sys_admin.group           = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] nova_sys_admin.helper_command  = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] nova_sys_admin.user            = None {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG oslo_service.service [None req-1befc553-7b0c-4435-8b7e-3aa8d539478e None None] ******************************************************************************** {{(pid=75254) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 29 10:05:11 user nova-compute[75254]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Connecting to libvirt: qemu:///system {{(pid=75254) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f8bb61223e0> {{(pid=75254) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Nov 29 10:05:11 user nova-compute[75254]: libvirt:  error : internal error: could not initialize domain event timer
Nov 29 10:05:11 user nova-compute[75254]: WARNING nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f8bb61223e0> {{(pid=75254) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Starting native event thread {{(pid=75254) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Starting green dispatch thread {{(pid=75254) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Starting connection event dispatch thread {{(pid=75254) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Nov 29 10:05:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Connection event '1' reason 'None'
Nov 29 10:05:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 10:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.mount [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Initialising _HostMountState generation 0 {{(pid=75254) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 29 10:05:18 user nova-compute[75254]: INFO nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host capabilities <capabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <host>
Nov 29 10:05:18 user nova-compute[75254]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 29 10:05:18 user nova-compute[75254]:     <cpu>
Nov 29 10:05:18 user nova-compute[75254]:       <arch>x86_64</arch>
Nov 29 10:05:18 user nova-compute[75254]:       <model>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <microcode version='1070'/>
Nov 29 10:05:18 user nova-compute[75254]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='osxsave'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='invtsc'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='rsba'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature name='skip-l1dfl-vmentry'/>
Nov 29 10:05:18 user nova-compute[75254]:       <pages unit='KiB' size='4'/>
Nov 29 10:05:18 user nova-compute[75254]:       <pages unit='KiB' size='2048'/>
Nov 29 10:05:18 user nova-compute[75254]:     </cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <power_management>
Nov 29 10:05:18 user nova-compute[75254]:       <suspend_mem/>
Nov 29 10:05:18 user nova-compute[75254]:       <suspend_disk/>
Nov 29 10:05:18 user nova-compute[75254]:       <suspend_hybrid/>
Nov 29 10:05:18 user nova-compute[75254]:     </power_management>
Nov 29 10:05:18 user nova-compute[75254]:     <iommu support='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <migration_features>
Nov 29 10:05:18 user nova-compute[75254]:       <live/>
Nov 29 10:05:18 user nova-compute[75254]:       <uri_transports>
Nov 29 10:05:18 user nova-compute[75254]:         <uri_transport>tcp</uri_transport>
Nov 29 10:05:18 user nova-compute[75254]:         <uri_transport>rdma</uri_transport>
Nov 29 10:05:18 user nova-compute[75254]:       </uri_transports>
Nov 29 10:05:18 user nova-compute[75254]:     </migration_features>
Nov 29 10:05:18 user nova-compute[75254]:     <topology>
Nov 29 10:05:18 user nova-compute[75254]:       <cells num='2'>
Nov 29 10:05:18 user nova-compute[75254]:         <cell id='0'>
Nov 29 10:05:18 user nova-compute[75254]:           <memory unit='KiB'>8189224</memory>
Nov 29 10:05:18 user nova-compute[75254]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 29 10:05:18 user nova-compute[75254]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 10:05:18 user nova-compute[75254]:           <distances>
Nov 29 10:05:18 user nova-compute[75254]:             <sibling id='0' value='10'/>
Nov 29 10:05:18 user nova-compute[75254]:             <sibling id='1' value='20'/>
Nov 29 10:05:18 user nova-compute[75254]:           </distances>
Nov 29 10:05:18 user nova-compute[75254]:           <cpus num='6'>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 29 10:05:18 user nova-compute[75254]:           </cpus>
Nov 29 10:05:18 user nova-compute[75254]:         </cell>
Nov 29 10:05:18 user nova-compute[75254]:         <cell id='1'>
Nov 29 10:05:18 user nova-compute[75254]:           <memory unit='KiB'>8206460</memory>
Nov 29 10:05:18 user nova-compute[75254]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 29 10:05:18 user nova-compute[75254]:           <pages unit='KiB' size='2048'>0</pages>
Nov 29 10:05:18 user nova-compute[75254]:           <distances>
Nov 29 10:05:18 user nova-compute[75254]:             <sibling id='0' value='20'/>
Nov 29 10:05:18 user nova-compute[75254]:             <sibling id='1' value='10'/>
Nov 29 10:05:18 user nova-compute[75254]:           </distances>
Nov 29 10:05:18 user nova-compute[75254]:           <cpus num='6'>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 29 10:05:18 user nova-compute[75254]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 29 10:05:18 user nova-compute[75254]:           </cpus>
Nov 29 10:05:18 user nova-compute[75254]:         </cell>
Nov 29 10:05:18 user nova-compute[75254]:       </cells>
Nov 29 10:05:18 user nova-compute[75254]:     </topology>
Nov 29 10:05:18 user nova-compute[75254]:     <cache>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 29 10:05:18 user nova-compute[75254]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 29 10:05:18 user nova-compute[75254]:     </cache>
Nov 29 10:05:18 user nova-compute[75254]:     <secmodel>
Nov 29 10:05:18 user nova-compute[75254]:       <model>apparmor</model>
Nov 29 10:05:18 user nova-compute[75254]:       <doi>0</doi>
Nov 29 10:05:18 user nova-compute[75254]:     </secmodel>
Nov 29 10:05:18 user nova-compute[75254]:     <secmodel>
Nov 29 10:05:18 user nova-compute[75254]:       <model>dac</model>
Nov 29 10:05:18 user nova-compute[75254]:       <doi>0</doi>
Nov 29 10:05:18 user nova-compute[75254]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 29 10:05:18 user nova-compute[75254]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 29 10:05:18 user nova-compute[75254]:     </secmodel>
Nov 29 10:05:18 user nova-compute[75254]:   </host>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='alpha'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>clipper</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='armv6l'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>spitz</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>nuri</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>kzm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sx1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>z2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>tosa</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>n810</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>n800</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>terrier</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>midway</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>microbit</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>verdex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>highbank</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>akita</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>connex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>collie</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='armv7l'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>spitz</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>nuri</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>kzm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sx1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>z2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>tosa</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>n810</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>n800</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>terrier</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>midway</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>microbit</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>verdex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>highbank</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>akita</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>connex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>collie</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='aarch64'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>integratorcp</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>borzoi</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>spitz</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>nuri</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>musca-b1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>versatileab</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>kzm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>musca-a</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>smdkc210</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sx1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>z2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>tosa</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>sabrelite</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>realview-eb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>n810</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>n800</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>versatilepb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>terrier</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mainstone</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>midway</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>musicpal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>microbit</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>cubieboard</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>verdex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>netduino2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>raspi3b</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>raspi2b</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>cheetah</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>highbank</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>akita</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>connex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>collie</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>raspi0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <acpi default='on' toggle='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='cris'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='i686'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>isapc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>microvm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='kvm'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <pae/>
Nov 29 10:05:18 user nova-compute[75254]:       <nonpae/>
Nov 29 10:05:18 user nova-compute[75254]:       <acpi default='on' toggle='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:       <apic default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='m68k'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>an5206</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>q800</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>next-cube</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='microblaze'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='microblazeel'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='mips'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='16'>malta</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='mipsel'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='16'>malta</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='mips64'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='16'>malta</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>pica61</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>magnum</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='mips64el'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='16'>malta</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mipssim</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>pica61</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>magnum</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='16'>boston</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='ppc'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mac99</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>40p</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>taihu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='ppc64'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>taihu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>40p</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mac99</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='ppc64le'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2048'>powernv9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>taihu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2048'>powernv10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ppce500</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>40p</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>pegasos2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>bamboo</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>g3beige</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>mac99</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sam460ex</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>ref405ep</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2048'>powernv8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='riscv32'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='8'>spike</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>opentitan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='8'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='riscv64'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='8'>spike</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='5'>sifive_u</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>shakti_c</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sifive_e</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='8'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='s390x'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='sh4'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>shix</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>r2d</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='sh4eb'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>shix</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>r2d</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='sparc'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>SS-5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>SS-20</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>LX</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>SS-4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>SS-10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>Voyager</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='sparc64'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sun4u</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>niagara</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>sun4v</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='x86_64'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>64</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>x-remote</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='1'>isapc</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>microvm</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='kvm'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <acpi default='on' toggle='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:       <apic default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='xtensa'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>sim</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>kc705</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ml605</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx200</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx60</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]:   <guest>
Nov 29 10:05:18 user nova-compute[75254]:     <os_type>hvm</os_type>
Nov 29 10:05:18 user nova-compute[75254]:     <arch name='xtensaeb'>
Nov 29 10:05:18 user nova-compute[75254]:       <wordsize>32</wordsize>
Nov 29 10:05:18 user nova-compute[75254]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='4'>sim</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>kc705</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ml605</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>virt</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx200</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>lx60</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 29 10:05:18 user nova-compute[75254]:       <domain type='qemu'/>
Nov 29 10:05:18 user nova-compute[75254]:     </arch>
Nov 29 10:05:18 user nova-compute[75254]:     <features>
Nov 29 10:05:18 user nova-compute[75254]:       <cpuselection/>
Nov 29 10:05:18 user nova-compute[75254]:       <deviceboot/>
Nov 29 10:05:18 user nova-compute[75254]:       <disksnapshot default='on' toggle='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     </features>
Nov 29 10:05:18 user nova-compute[75254]:   </guest>
Nov 29 10:05:18 user nova-compute[75254]: </capabilities>
Nov 29 10:05:18 user nova-compute[75254]: 
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for i686 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-i440fx-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>i686</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='255'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'/>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='lm'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ide</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-q35-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>i686</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='288'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'/>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='lm'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-i440fx-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>i686</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='255'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'/>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='lm'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ide</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-i386</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-q35-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>i686</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='288'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'/>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='lm'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-i440fx-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>x86_64</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='255'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>efi</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='invtsc'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='rsba'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ide</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-q35-6.2</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>x86_64</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='288'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>efi</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='invtsc'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='rsba'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-i440fx-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>x86_64</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='255'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>efi</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='invtsc'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='rsba'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ide</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 29 10:05:18 user nova-compute[75254]: <domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 29 10:05:18 user nova-compute[75254]:   <domain>kvm</domain>
Nov 29 10:05:18 user nova-compute[75254]:   <machine>pc-q35-jammy</machine>
Nov 29 10:05:18 user nova-compute[75254]:   <arch>x86_64</arch>
Nov 29 10:05:18 user nova-compute[75254]:   <vcpu max='288'/>
Nov 29 10:05:18 user nova-compute[75254]:   <iothreads supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:   <os supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='firmware'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>efi</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:     <loader supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>rom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pflash</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='readonly'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='secure'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>yes</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>no</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </loader>
Nov 29 10:05:18 user nova-compute[75254]:   </os>
Nov 29 10:05:18 user nova-compute[75254]:   <cpu>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-passthrough' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='hostPassthroughMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='maximum' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='maximumMigratable'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>on</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>off</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='host-model' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <vendor>Intel</vendor>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ss'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='vmx'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pcid'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='hypervisor'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arat'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='tsc_adjust'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='umip'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='md-clear'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='arch-capabilities'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='invtsc'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibpb'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='ibrs'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-stibp'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='amd-ssbd'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='rsba'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='require' name='pschange-mc-no'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='erms'/>
Nov 29 10:05:18 user nova-compute[75254]:       <feature policy='disable' name='xsaveopt'/>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:     <mode name='custom' supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>qemu64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>qemu32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>phenom</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>pentium</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>n270</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm64</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>kvm32</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>coreduo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>core2duo</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>athlon</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Westmere</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Snowridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Skylake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>SandyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Penryn</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G5</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G4</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G3</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Opteron_G2</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Opteron_G1</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>IvyBridge</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Icelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Haswell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Rome</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-Milan</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC-IBPB</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>EPYC</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Dhyana</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cooperlake</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>Conroe</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Cascadelake-Server</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-noTSX</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell-IBRS</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='no'>Broadwell</model>
Nov 29 10:05:18 user nova-compute[75254]:       <model usable='yes'>486</model>
Nov 29 10:05:18 user nova-compute[75254]:     </mode>
Nov 29 10:05:18 user nova-compute[75254]:   </cpu>
Nov 29 10:05:18 user nova-compute[75254]:   <memoryBacking supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:     <enum name='sourceType'>
Nov 29 10:05:18 user nova-compute[75254]:       <value>file</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>anonymous</value>
Nov 29 10:05:18 user nova-compute[75254]:       <value>memfd</value>
Nov 29 10:05:18 user nova-compute[75254]:     </enum>
Nov 29 10:05:18 user nova-compute[75254]:   </memoryBacking>
Nov 29 10:05:18 user nova-compute[75254]:   <devices>
Nov 29 10:05:18 user nova-compute[75254]:     <disk supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='diskDevice'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>disk</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cdrom</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>floppy</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>lun</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='bus'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>fdc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sata</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </disk>
Nov 29 10:05:18 user nova-compute[75254]:     <graphics supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='type'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>sdl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vnc</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>spice</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egl-headless</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </graphics>
Nov 29 10:05:18 user nova-compute[75254]:     <video supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='modelType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>cirrus</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>vmvga</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>qxl</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>none</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>bochs</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>ramfb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </video>
Nov 29 10:05:18 user nova-compute[75254]:     <hostdev supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='mode'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>subsystem</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='startupPolicy'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>default</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>mandatory</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>requisite</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>optional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='subsysType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>usb</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>pci</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>scsi</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='capsType'/>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='pciBackend'/>
Nov 29 10:05:18 user nova-compute[75254]:     </hostdev>
Nov 29 10:05:18 user nova-compute[75254]:     <rng supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtio-non-transitional</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>random</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>egd</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>builtin</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </rng>
Nov 29 10:05:18 user nova-compute[75254]:     <filesystem supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='driverType'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>path</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>handle</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>virtiofs</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </filesystem>
Nov 29 10:05:18 user nova-compute[75254]:     <tpm supported='yes'>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='model'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-tis</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>tpm-crb</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:       <enum name='backendModel'>
Nov 29 10:05:18 user nova-compute[75254]:         <value>passthrough</value>
Nov 29 10:05:18 user nova-compute[75254]:         <value>emulator</value>
Nov 29 10:05:18 user nova-compute[75254]:       </enum>
Nov 29 10:05:18 user nova-compute[75254]:     </tpm>
Nov 29 10:05:18 user nova-compute[75254]:   </devices>
Nov 29 10:05:18 user nova-compute[75254]:   <features>
Nov 29 10:05:18 user nova-compute[75254]:     <gic supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:     <vmcoreinfo supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <genid supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backingStoreInput supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <backup supported='yes'/>
Nov 29 10:05:18 user nova-compute[75254]:     <sev supported='no'/>
Nov 29 10:05:18 user nova-compute[75254]:   </features>
Nov 29 10:05:18 user nova-compute[75254]: </domainCapabilities>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75254) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75254) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Checking secure boot support for host arch (x86_64) {{(pid=75254) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Checking secure boot support for host arch (x86_64) {{(pid=75254) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Checking secure boot support for host arch (x86_64) {{(pid=75254) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 29 10:05:18 user nova-compute[75254]: INFO nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Secure Boot support detected
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] cpu compare xml: <cpu match="exact">
Nov 29 10:05:18 user nova-compute[75254]:   <model>Nehalem</model>
Nov 29 10:05:18 user nova-compute[75254]: </cpu>
Nov 29 10:05:18 user nova-compute[75254]:  {{(pid=75254) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10020}}
Nov 29 10:05:18 user nova-compute[75254]: INFO nova.virt.node [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Generated node identity 05d7c936-0c16-45e1-abec-cd6c44bfc5bf
Nov 29 10:05:18 user nova-compute[75254]: INFO nova.virt.node [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Wrote node identity 05d7c936-0c16-45e1-abec-cd6c44bfc5bf to /opt/stack/data/nova/compute_id
Nov 29 10:05:18 user nova-compute[75254]: WARNING nova.compute.manager [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Compute nodes ['05d7c936-0c16-45e1-abec-cd6c44bfc5bf'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 29 10:05:18 user nova-compute[75254]: INFO nova.compute.manager [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 29 10:05:18 user nova-compute[75254]: WARNING nova.compute.manager [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 29 10:05:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:05:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:05:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:05:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Hypervisor/Node resource view: name=user free_ram=10980MB free_disk=26.149642944335938GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:05:19 user nova-compute[75254]: WARNING nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] No compute node record for user:05d7c936-0c16-45e1-abec-cd6c44bfc5bf: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 05d7c936-0c16-45e1-abec-cd6c44bfc5bf could not be found.
Nov 29 10:05:19 user nova-compute[75254]: INFO nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Compute node record created for user:user with uuid: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:05:19 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] [req-2eed8858-cd22-4382-8170-0b4654d97114] Created resource provider record via placement API for resource provider with UUID 05d7c936-0c16-45e1-abec-cd6c44bfc5bf and name user.
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75254) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Nov 29 10:05:19 user nova-compute[75254]: INFO nova.virt.libvirt.host [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] kernel doesn't support AMD SEV
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Libvirt baseline CPU <cpu>
Nov 29 10:05:19 user nova-compute[75254]:   <arch>x86_64</arch>
Nov 29 10:05:19 user nova-compute[75254]:   <model>Nehalem</model>
Nov 29 10:05:19 user nova-compute[75254]:   <vendor>Intel</vendor>
Nov 29 10:05:19 user nova-compute[75254]:   <topology sockets="6" cores="1" threads="1"/>
Nov 29 10:05:19 user nova-compute[75254]: </cpu>
Nov 29 10:05:19 user nova-compute[75254]:  {{(pid=75254) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12510}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Updated inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Updating resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf generation from 0 to 1 during operation: update_inventory {{(pid=75254) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Updating resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf generation from 1 to 2 during operation: update_traits {{(pid=75254) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.750s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.service [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Creating RPC server for service compute {{(pid=75254) start /opt/stack/nova/nova/service.py:182}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.service [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] Join ServiceGroup membership for this service compute {{(pid=75254) start /opt/stack/nova/nova/service.py:199}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG nova.servicegroup.drivers.db [None req-cd6b0f6b-804a-48e6-986a-0b5955251b6f None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75254) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:05:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:06:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:06:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:06:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:06:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=10368MB free_disk=26.053363800048828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:06:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.197s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:07:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:07:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=10305MB free_disk=26.11798095703125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:07:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:07:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:08:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:08:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:08:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:08:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:08:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:08:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=10308MB free_disk=25.870159149169922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:08:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:08:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:08:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:09:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9621MB free_disk=25.890792846679688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:09:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.145s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:09:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:09:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:21 user nova-compute[75254]: INFO nova.compute.claims [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Claim successful on node user
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.300s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:21 user nova-compute[75254]: INFO nova.compute.claims [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Claim successful on node user
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Creating image(s)
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.513s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:22 user nova-compute[75254]: INFO nova.compute.claims [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Claim successful on node user
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.network.neutron [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.policy [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abe7c92154444a4e902f0369eaf2c33b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab15ffc2bf4d49fe8fc893c2db9dc11e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.part --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.virt.images [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] 67ff7a45-6b80-41f3-b049-a35789491edf was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.part /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:22 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.838s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Creating image(s)
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "/opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "/opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "/opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.part /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.converted" returned: 0 in 0.271s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:23 user nova-compute[75254]: INFO nova.compute.claims [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Claim successful on node user
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.233s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: INFO oslo.privsep.daemon [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpcct_wkiv/privsep.sock']
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.213s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.policy [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1299b6384214ee9822c2e3c9ff1b99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61b89d931dd4ad789d18f4f576238d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:23 user sudo[84517]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpcct_wkiv/privsep.sock
Nov 29 10:09:23 user sudo[84517]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Creating image(s)
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "/opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.309s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.policy [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abe7c92154444a4e902f0369eaf2c33b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab15ffc2bf4d49fe8fc893c2db9dc11e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.policy [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f75ae300252425cafbb4ed8699faf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3dc6a49b73447f3975de1c985ae040d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Creating image(s)
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:24 user nova-compute[75254]: INFO nova.compute.claims [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Claim successful on node user
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.337s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:24 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.policy [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f33d5c4058b402c817bdd6c69e8336e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce3e4636759e4413b1549073d35774b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:24 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Creating image(s)
Nov 29 10:09:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Successfully created port: 4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:25 user sudo[84517]: pam_unix(sudo:session): session closed for user root
Nov 29 10:09:25 user nova-compute[75254]: INFO oslo.privsep.daemon [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Spawned new privsep daemon via rootwrap
Nov 29 10:09:25 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 10:09:25 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 10:09:25 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 29 10:09:25 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84520
Nov 29 10:09:25 user nova-compute[75254]: WARNING oslo_privsep.priv_context [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] privsep daemon already running
Nov 29 10:09:25 user nova-compute[75254]: WARNING oslo_privsep.priv_context [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] privsep daemon already running
Nov 29 10:09:25 user nova-compute[75254]: WARNING oslo_privsep.priv_context [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] privsep daemon already running
Nov 29 10:09:25 user nova-compute[75254]: WARNING oslo_privsep.priv_context [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] privsep daemon already running
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.212s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.211s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Successfully created port: c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk 1073741824" returned: 0 in 0.051s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.242s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.224s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk 1073741824" returned: 0 in 0.045s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.549s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Cannot resize image /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Ensure instance console log exists: /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk 1073741824" returned: 0 in 0.051s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Successfully created port: 45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.827s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.network.neutron [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Successfully created port: 37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Cannot resize image /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Ensure instance console log exists: /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk 1073741824" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.394s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 1.209s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Cannot resize image /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Ensure instance console log exists: /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.167s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk 1073741824" returned: 0 in 0.057s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Cannot resize image /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Ensure instance console log exists: /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.158s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Cannot resize image /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Ensure instance console log exists: /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Successfully created port: 313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Successfully updated port: 4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Successfully updated port: c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-changed-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Refreshing instance network info cache due to event network-changed-4e184bcf-4155-42bb-ac80-0e2aa294465f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] Acquiring lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-changed-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Refreshing instance network info cache due to event network-changed-c3bafe6d-6e49-436e-bb67-1f6c90763abd. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Successfully updated port: 37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquired lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Successfully updated port: 45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance network_info: |[{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Refreshing network info cache for port c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Start _get_guest_xml network_info=[{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1260206664',display_name='tempest-ServerRescueNegativeTestJSON-server-1260206664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1260206664',id=2,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-3hv0evbq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:22Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=1e27dd9e-68e1-4315-a31b-484ccc48fb4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'pci_devices' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Instance network_info: |[{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] Acquired lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Refreshing network info cache for port 4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Start _get_guest_xml network_info=[{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:29 user nova-compute[75254]:   <uuid>1e27dd9e-68e1-4315-a31b-484ccc48fb4e</uuid>
Nov 29 10:09:29 user nova-compute[75254]:   <name>instance-00000002</name>
Nov 29 10:09:29 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:29 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:29 user nova-compute[75254]:   <metadata>
Nov 29 10:09:29 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:29 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1260206664</nova:name>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:29</nova:creationTime>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:29 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:29 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:user uuid="abe7c92154444a4e902f0369eaf2c33b">tempest-ServerRescueNegativeTestJSON-2056495219-project-member</nova:user>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:project uuid="ab15ffc2bf4d49fe8fc893c2db9dc11e">tempest-ServerRescueNegativeTestJSON-2056495219</nova:project>
Nov 29 10:09:29 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:port uuid="c3bafe6d-6e49-436e-bb67-1f6c90763abd">
Nov 29 10:09:29 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:09:29 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:29 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:29 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:29 user nova-compute[75254]:   </metadata>
Nov 29 10:09:29 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:29 user nova-compute[75254]:     <system>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="serial">1e27dd9e-68e1-4315-a31b-484ccc48fb4e</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="uuid">1e27dd9e-68e1-4315-a31b-484ccc48fb4e</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:29 user nova-compute[75254]:     </system>
Nov 29 10:09:29 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:29 user nova-compute[75254]:   <os>
Nov 29 10:09:29 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:29 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:29 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:29 user nova-compute[75254]:   </os>
Nov 29 10:09:29 user nova-compute[75254]:   <features>
Nov 29 10:09:29 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:29 user nova-compute[75254]:     <apic/>
Nov 29 10:09:29 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:29 user nova-compute[75254]:   </features>
Nov 29 10:09:29 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:29 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:29 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:29 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:29 user nova-compute[75254]:   </clock>
Nov 29 10:09:29 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:29 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:29 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:29 user nova-compute[75254]:   </cpu>
Nov 29 10:09:29 user nova-compute[75254]:   <devices>
Nov 29 10:09:29 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:29 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:29 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk"/>
Nov 29 10:09:29 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:09:29 user nova-compute[75254]:     </disk>
Nov 29 10:09:29 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:29 user nova-compute[75254]:       <mac address="fa:16:3e:f0:f4:66"/>
Nov 29 10:09:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:29 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:29 user nova-compute[75254]:       <target dev="tapc3bafe6d-6e"/>
Nov 29 10:09:29 user nova-compute[75254]:     </interface>
Nov 29 10:09:29 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:29 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/console.log" append="off"/>
Nov 29 10:09:29 user nova-compute[75254]:     </serial>
Nov 29 10:09:29 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:29 user nova-compute[75254]:     <video>
Nov 29 10:09:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:29 user nova-compute[75254]:     </video>
Nov 29 10:09:29 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:29 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:29 user nova-compute[75254]:     </rng>
Nov 29 10:09:29 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:29 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:29 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:29 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:29 user nova-compute[75254]:   </devices>
Nov 29 10:09:29 user nova-compute[75254]: </domain>
Nov 29 10:09:29 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1260206664',display_name='tempest-ServerRescueNegativeTestJSON-server-1260206664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1260206664',id=2,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-3hv0evbq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:22Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=1e27dd9e-68e1-4315-a31b-484ccc48fb4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG os_vif [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Created schema index Interface.name {{(pid=75254) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Created schema index Port.name {{(pid=75254) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Created schema index Bridge.name {{(pid=75254) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [POLLOUT] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-changed-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Refreshing instance network info cache due to event network-changed-45fa875c-f8d8-480b-80e9-4f66a9c814c6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] Acquiring lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3b77eaf7-1795-528e-bc8c-6e767249be0f', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-88496504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-88496504',id=3,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-up1k5lz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:23Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=f056ff49-0b96-4a59-b9ff-c7a00f53630c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'pci_devices' on Instance uuid f056ff49-0b96-4a59-b9ff-c7a00f53630c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:29 user nova-compute[75254]: INFO oslo.privsep.daemon [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpfpr1fu63/privsep.sock']
Nov 29 10:09:29 user sudo[84608]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpfpr1fu63/privsep.sock
Nov 29 10:09:29 user sudo[84608]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:29 user nova-compute[75254]:   <uuid>f056ff49-0b96-4a59-b9ff-c7a00f53630c</uuid>
Nov 29 10:09:29 user nova-compute[75254]:   <name>instance-00000003</name>
Nov 29 10:09:29 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:29 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:29 user nova-compute[75254]:   <metadata>
Nov 29 10:09:29 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:29 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-88496504</nova:name>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:29</nova:creationTime>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:29 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:29 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:user uuid="b1299b6384214ee9822c2e3c9ff1b99b">tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member</nova:user>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:project uuid="c61b89d931dd4ad789d18f4f576238d5">tempest-ServerBootFromVolumeStableRescueTest-963087896</nova:project>
Nov 29 10:09:29 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:09:29 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:29 user nova-compute[75254]:         <nova:port uuid="4e184bcf-4155-42bb-ac80-0e2aa294465f">
Nov 29 10:09:29 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 10:09:29 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:29 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:29 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:29 user nova-compute[75254]:   </metadata>
Nov 29 10:09:29 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:29 user nova-compute[75254]:     <system>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="serial">f056ff49-0b96-4a59-b9ff-c7a00f53630c</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="uuid">f056ff49-0b96-4a59-b9ff-c7a00f53630c</entry>
Nov 29 10:09:29 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:29 user nova-compute[75254]:     </system>
Nov 29 10:09:29 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:29 user nova-compute[75254]:   <os>
Nov 29 10:09:29 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:29 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:29 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:29 user nova-compute[75254]:   </os>
Nov 29 10:09:29 user nova-compute[75254]:   <features>
Nov 29 10:09:29 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:29 user nova-compute[75254]:     <apic/>
Nov 29 10:09:29 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:29 user nova-compute[75254]:   </features>
Nov 29 10:09:29 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:29 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:29 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:29 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:29 user nova-compute[75254]:   </clock>
Nov 29 10:09:29 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:29 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:29 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:29 user nova-compute[75254]:   </cpu>
Nov 29 10:09:29 user nova-compute[75254]:   <devices>
Nov 29 10:09:29 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:29 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:29 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk"/>
Nov 29 10:09:29 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:09:29 user nova-compute[75254]:     </disk>
Nov 29 10:09:29 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:29 user nova-compute[75254]:       <mac address="fa:16:3e:9f:29:e3"/>
Nov 29 10:09:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:29 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:29 user nova-compute[75254]:       <target dev="tap4e184bcf-41"/>
Nov 29 10:09:29 user nova-compute[75254]:     </interface>
Nov 29 10:09:29 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:29 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/console.log" append="off"/>
Nov 29 10:09:29 user nova-compute[75254]:     </serial>
Nov 29 10:09:29 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:29 user nova-compute[75254]:     <video>
Nov 29 10:09:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:29 user nova-compute[75254]:     </video>
Nov 29 10:09:29 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:29 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:29 user nova-compute[75254]:     </rng>
Nov 29 10:09:29 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:29 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:29 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:29 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:29 user nova-compute[75254]:   </devices>
Nov 29 10:09:29 user nova-compute[75254]: </domain>
Nov 29 10:09:29 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-88496504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-88496504',id=3,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-up1k5lz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:23Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=f056ff49-0b96-4a59-b9ff-c7a00f53630c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG os_vif [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5cc6fb8-5a6e-5116-9e67-861b4f8e27fb', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updating instance_info_cache with network_info: [{"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Releasing lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Instance network_info: |[{"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Start _get_guest_xml network_info=[{"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:30 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:30 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1889333457',display_name='tempest-ServersNegativeTestJSON-server-1889333457',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1889333457',id=1,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e3dc6a49b73447f3975de1c985ae040d',ramdisk_id='',reservation_id='r-dtu8jjiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1097229796',owner_user_name='tempest-ServersNegativeTestJSON-1097229796-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:23Z,user_data=None,user_id='9f75ae300252425cafbb4ed8699faf27',uuid=9db16be6-1126-4d97-9c20-b16bc5796bfc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converting VIF {"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.objects.instance [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lazy-loading 'pci_devices' on Instance uuid 9db16be6-1126-4d97-9c20-b16bc5796bfc {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:30 user nova-compute[75254]:   <uuid>9db16be6-1126-4d97-9c20-b16bc5796bfc</uuid>
Nov 29 10:09:30 user nova-compute[75254]:   <name>instance-00000001</name>
Nov 29 10:09:30 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:30 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:30 user nova-compute[75254]:   <metadata>
Nov 29 10:09:30 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:30 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:30 user nova-compute[75254]:       <nova:name>tempest-ServersNegativeTestJSON-server-1889333457</nova:name>
Nov 29 10:09:30 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:30</nova:creationTime>
Nov 29 10:09:30 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:30 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:30 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:30 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:user uuid="9f75ae300252425cafbb4ed8699faf27">tempest-ServersNegativeTestJSON-1097229796-project-member</nova:user>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:project uuid="e3dc6a49b73447f3975de1c985ae040d">tempest-ServersNegativeTestJSON-1097229796</nova:project>
Nov 29 10:09:30 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:30 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:09:30 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:30 user nova-compute[75254]:         <nova:port uuid="37a80a16-882d-4b79-bb86-640d47c9d86a">
Nov 29 10:09:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:09:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:30 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:30 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:30 user nova-compute[75254]:   </metadata>
Nov 29 10:09:30 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:30 user nova-compute[75254]:     <system>
Nov 29 10:09:30 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:30 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:30 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:30 user nova-compute[75254]:       <entry name="serial">9db16be6-1126-4d97-9c20-b16bc5796bfc</entry>
Nov 29 10:09:30 user nova-compute[75254]:       <entry name="uuid">9db16be6-1126-4d97-9c20-b16bc5796bfc</entry>
Nov 29 10:09:30 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:30 user nova-compute[75254]:     </system>
Nov 29 10:09:30 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:30 user nova-compute[75254]:   <os>
Nov 29 10:09:30 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:30 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:30 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:30 user nova-compute[75254]:   </os>
Nov 29 10:09:30 user nova-compute[75254]:   <features>
Nov 29 10:09:30 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:30 user nova-compute[75254]:     <apic/>
Nov 29 10:09:30 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:30 user nova-compute[75254]:   </features>
Nov 29 10:09:30 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:30 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:30 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:30 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:30 user nova-compute[75254]:   </clock>
Nov 29 10:09:30 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:30 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:30 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:30 user nova-compute[75254]:   </cpu>
Nov 29 10:09:30 user nova-compute[75254]:   <devices>
Nov 29 10:09:30 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:30 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:30 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk"/>
Nov 29 10:09:30 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:09:30 user nova-compute[75254]:     </disk>
Nov 29 10:09:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:30 user nova-compute[75254]:       <mac address="fa:16:3e:81:0c:f9"/>
Nov 29 10:09:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:30 user nova-compute[75254]:       <target dev="tap37a80a16-88"/>
Nov 29 10:09:30 user nova-compute[75254]:     </interface>
Nov 29 10:09:30 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:30 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/console.log" append="off"/>
Nov 29 10:09:30 user nova-compute[75254]:     </serial>
Nov 29 10:09:30 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:30 user nova-compute[75254]:     <video>
Nov 29 10:09:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:30 user nova-compute[75254]:     </video>
Nov 29 10:09:30 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:30 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:30 user nova-compute[75254]:     </rng>
Nov 29 10:09:30 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:30 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:30 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:30 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:30 user nova-compute[75254]:   </devices>
Nov 29 10:09:30 user nova-compute[75254]: </domain>
Nov 29 10:09:30 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1889333457',display_name='tempest-ServersNegativeTestJSON-server-1889333457',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1889333457',id=1,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e3dc6a49b73447f3975de1c985ae040d',ramdisk_id='',reservation_id='r-dtu8jjiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1097229796',owner_user_name='tempest-ServersNegativeTestJSON-1097229796-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:23Z,user_data=None,user_id='9f75ae300252425cafbb4ed8699faf27',uuid=9db16be6-1126-4d97-9c20-b16bc5796bfc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converting VIF {"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG os_vif [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc91675b-b86e-50f0-8a3a-98d02b19b5e9', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-changed-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Refreshing instance network info cache due to event network-changed-37a80a16-882d-4b79-bb86-640d47c9d86a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] Acquiring lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] Acquired lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Refreshing network info cache for port 37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Successfully updated port: 313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-changed-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Refreshing instance network info cache due to event network-changed-313d1c1f-2155-450d-aef8-02a748d3eb0f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updated VIF entry in instance network info cache for port c3bafe6d-6e49-436e-bb67-1f6c90763abd. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-001888a0-ed4b-4c81-9c97-0eaee6a9752a req-367fe0ff-d99c-475b-9481-019a4cb218e9 service nova] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user sudo[84608]: pam_unix(sudo:session): session closed for user root
Nov 29 10:09:31 user nova-compute[75254]: INFO oslo.privsep.daemon [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Spawned new privsep daemon via rootwrap
Nov 29 10:09:31 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 10:09:31 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 10:09:31 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 29 10:09:31 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84613
Nov 29 10:09:31 user nova-compute[75254]: WARNING oslo_privsep.priv_context [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] privsep daemon already running
Nov 29 10:09:31 user nova-compute[75254]: WARNING oslo_privsep.priv_context [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] privsep daemon already running
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updating instance_info_cache with network_info: [{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance network_info: |[{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] Acquired lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Refreshing network info cache for port 45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Start _get_guest_xml network_info=[{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1754208577',display_name='tempest-ServerRescueNegativeTestJSON-server-1754208577',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1754208577',id=4,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-6oae68rt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:24Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=d7d5b0ad-3050-46e8-adee-e3de3bb17ff3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'pci_devices' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updated VIF entry in instance network info cache for port 4e184bcf-4155-42bb-ac80-0e2aa294465f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:31 user nova-compute[75254]:   <uuid>d7d5b0ad-3050-46e8-adee-e3de3bb17ff3</uuid>
Nov 29 10:09:31 user nova-compute[75254]:   <name>instance-00000004</name>
Nov 29 10:09:31 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:31 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:31 user nova-compute[75254]:   <metadata>
Nov 29 10:09:31 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:31 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:31 user nova-compute[75254]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1754208577</nova:name>
Nov 29 10:09:31 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:31</nova:creationTime>
Nov 29 10:09:31 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:31 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:31 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:31 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:user uuid="abe7c92154444a4e902f0369eaf2c33b">tempest-ServerRescueNegativeTestJSON-2056495219-project-member</nova:user>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:project uuid="ab15ffc2bf4d49fe8fc893c2db9dc11e">tempest-ServerRescueNegativeTestJSON-2056495219</nova:project>
Nov 29 10:09:31 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:31 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:09:31 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:31 user nova-compute[75254]:         <nova:port uuid="45fa875c-f8d8-480b-80e9-4f66a9c814c6">
Nov 29 10:09:31 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:09:31 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:31 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:31 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:31 user nova-compute[75254]:   </metadata>
Nov 29 10:09:31 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:31 user nova-compute[75254]:     <system>
Nov 29 10:09:31 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:31 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:31 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:31 user nova-compute[75254]:       <entry name="serial">d7d5b0ad-3050-46e8-adee-e3de3bb17ff3</entry>
Nov 29 10:09:31 user nova-compute[75254]:       <entry name="uuid">d7d5b0ad-3050-46e8-adee-e3de3bb17ff3</entry>
Nov 29 10:09:31 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:31 user nova-compute[75254]:     </system>
Nov 29 10:09:31 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:31 user nova-compute[75254]:   <os>
Nov 29 10:09:31 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:31 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:31 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:31 user nova-compute[75254]:   </os>
Nov 29 10:09:31 user nova-compute[75254]:   <features>
Nov 29 10:09:31 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:31 user nova-compute[75254]:     <apic/>
Nov 29 10:09:31 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:31 user nova-compute[75254]:   </features>
Nov 29 10:09:31 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:31 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:31 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:31 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:31 user nova-compute[75254]:   </clock>
Nov 29 10:09:31 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:31 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:31 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:31 user nova-compute[75254]:   </cpu>
Nov 29 10:09:31 user nova-compute[75254]:   <devices>
Nov 29 10:09:31 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:31 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:31 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk"/>
Nov 29 10:09:31 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:09:31 user nova-compute[75254]:     </disk>
Nov 29 10:09:31 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:31 user nova-compute[75254]:       <mac address="fa:16:3e:87:f2:81"/>
Nov 29 10:09:31 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:31 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:31 user nova-compute[75254]:       <target dev="tap45fa875c-f8"/>
Nov 29 10:09:31 user nova-compute[75254]:     </interface>
Nov 29 10:09:31 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:31 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/console.log" append="off"/>
Nov 29 10:09:31 user nova-compute[75254]:     </serial>
Nov 29 10:09:31 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:31 user nova-compute[75254]:     <video>
Nov 29 10:09:31 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:31 user nova-compute[75254]:     </video>
Nov 29 10:09:31 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:31 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:31 user nova-compute[75254]:     </rng>
Nov 29 10:09:31 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:31 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:31 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:31 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:31 user nova-compute[75254]:   </devices>
Nov 29 10:09:31 user nova-compute[75254]: </domain>
Nov 29 10:09:31 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1754208577',display_name='tempest-ServerRescueNegativeTestJSON-server-1754208577',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1754208577',id=4,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-6oae68rt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:24Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=d7d5b0ad-3050-46e8-adee-e3de3bb17ff3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG os_vif [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5906dc6-c11b-5665-b2b9-53957be9d65d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f105447b-f7ba-4425-8908-70b82ae76e2b req-0643da2e-e61e-4cdb-b928-63f93d2a454a service nova] Releasing lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc3bafe6d-6e, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc3bafe6d-6e, col_values=(('qos', UUID('e13caea6-67c1-414e-8d6b-a112581bfb70')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc3bafe6d-6e, col_values=(('external_ids', {'iface-id': 'c3bafe6d-6e49-436e-bb67-1f6c90763abd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:f4:66', 'vm-uuid': '1e27dd9e-68e1-4315-a31b-484ccc48fb4e'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: INFO os_vif [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e')
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4e184bcf-41, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4e184bcf-41, col_values=(('qos', UUID('6d5c370f-8583-4dab-a6b5-78e59757fde8')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4e184bcf-41, col_values=(('external_ids', {'iface-id': '4e184bcf-4155-42bb-ac80-0e2aa294465f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:29:e3', 'vm-uuid': 'f056ff49-0b96-4a59-b9ff-c7a00f53630c'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: INFO os_vif [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41')
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap45fa875c-f8, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap45fa875c-f8, col_values=(('qos', UUID('9ace60af-1298-4b13-90f3-ccf786271b60')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap45fa875c-f8, col_values=(('external_ids', {'iface-id': '45fa875c-f8d8-480b-80e9-4f66a9c814c6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:f2:81', 'vm-uuid': 'd7d5b0ad-3050-46e8-adee-e3de3bb17ff3'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: INFO os_vif [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8')
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap37a80a16-88, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap37a80a16-88, col_values=(('qos', UUID('db7ac934-a44a-4c76-a7b4-7dd6d6d7ff30')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap37a80a16-88, col_values=(('external_ids', {'iface-id': '37a80a16-882d-4b79-bb86-640d47c9d86a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:0c:f9', 'vm-uuid': '9db16be6-1126-4d97-9c20-b16bc5796bfc'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:32 user nova-compute[75254]: INFO os_vif [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88')
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:f0:f4:66, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No VIF found with MAC fa:16:3e:9f:29:e3, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:87:f2:81, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] No VIF found with MAC fa:16:3e:81:0c:f9, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance network_info: |[{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Refreshing network info cache for port 313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start _get_guest_xml network_info=[{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:32 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:32 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:32 user nova-compute[75254]:   <uuid>0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</uuid>
Nov 29 10:09:32 user nova-compute[75254]:   <name>instance-00000005</name>
Nov 29 10:09:32 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:32 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:32 user nova-compute[75254]:   <metadata>
Nov 29 10:09:32 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:32 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:32 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherB-server-2064500823</nova:name>
Nov 29 10:09:32 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:32</nova:creationTime>
Nov 29 10:09:32 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:32 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:32 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:32 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:user uuid="2f33d5c4058b402c817bdd6c69e8336e">tempest-ServerActionsTestOtherB-1460661515-project-member</nova:user>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:project uuid="ce3e4636759e4413b1549073d35774b3">tempest-ServerActionsTestOtherB-1460661515</nova:project>
Nov 29 10:09:32 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:32 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:09:32 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:32 user nova-compute[75254]:         <nova:port uuid="313d1c1f-2155-450d-aef8-02a748d3eb0f">
Nov 29 10:09:32 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:09:32 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:32 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:32 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:32 user nova-compute[75254]:   </metadata>
Nov 29 10:09:32 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:32 user nova-compute[75254]:     <system>
Nov 29 10:09:32 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:32 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:32 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:32 user nova-compute[75254]:       <entry name="serial">0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</entry>
Nov 29 10:09:32 user nova-compute[75254]:       <entry name="uuid">0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</entry>
Nov 29 10:09:32 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:32 user nova-compute[75254]:     </system>
Nov 29 10:09:32 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:32 user nova-compute[75254]:   <os>
Nov 29 10:09:32 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:32 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:32 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:32 user nova-compute[75254]:   </os>
Nov 29 10:09:32 user nova-compute[75254]:   <features>
Nov 29 10:09:32 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:32 user nova-compute[75254]:     <apic/>
Nov 29 10:09:32 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:32 user nova-compute[75254]:   </features>
Nov 29 10:09:32 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:32 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:32 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:32 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:32 user nova-compute[75254]:   </clock>
Nov 29 10:09:32 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:32 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:32 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:32 user nova-compute[75254]:   </cpu>
Nov 29 10:09:32 user nova-compute[75254]:   <devices>
Nov 29 10:09:32 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:32 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:32 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk"/>
Nov 29 10:09:32 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:09:32 user nova-compute[75254]:     </disk>
Nov 29 10:09:32 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:32 user nova-compute[75254]:       <mac address="fa:16:3e:21:22:42"/>
Nov 29 10:09:32 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:32 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:32 user nova-compute[75254]:       <target dev="tap313d1c1f-21"/>
Nov 29 10:09:32 user nova-compute[75254]:     </interface>
Nov 29 10:09:32 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:32 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/console.log" append="off"/>
Nov 29 10:09:32 user nova-compute[75254]:     </serial>
Nov 29 10:09:32 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:32 user nova-compute[75254]:     <video>
Nov 29 10:09:32 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:32 user nova-compute[75254]:     </video>
Nov 29 10:09:32 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:32 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:32 user nova-compute[75254]:     </rng>
Nov 29 10:09:32 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:32 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:32 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:32 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:32 user nova-compute[75254]:   </devices>
Nov 29 10:09:32 user nova-compute[75254]: </domain>
Nov 29 10:09:32 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG os_vif [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2886f3e3-d933-5cc6-aa0b-1d9b51dbd81d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap313d1c1f-21, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap313d1c1f-21, col_values=(('qos', UUID('bfde3153-089e-45bd-9ca7-d45e188ec56e')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap313d1c1f-21, col_values=(('external_ids', {'iface-id': '313d1c1f-2155-450d-aef8-02a748d3eb0f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:22:42', 'vm-uuid': '0a1137b4-d6ce-43ec-9fe3-a1169cc9688b'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: INFO os_vif [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21')
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No VIF found with MAC fa:16:3e:21:22:42, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updated VIF entry in instance network info cache for port 45fa875c-f8d8-480b-80e9-4f66a9c814c6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updating instance_info_cache with network_info: [{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-07b4ba15-154d-49b2-8aa7-4960adc98b8d req-11986051-b6fa-4d4b-a430-17ccb3b33044 service nova] Releasing lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updated VIF entry in instance network info cache for port 37a80a16-882d-4b79-bb86-640d47c9d86a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updating instance_info_cache with network_info: [{"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3c2df57-9a71-429a-ba6e-a0a61273e16e req-5e984e7e-4c3b-4e0d-a420-f8dc03586d2c service nova] Releasing lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updated VIF entry in instance network info cache for port 313d1c1f-2155-450d-aef8-02a748d3eb0f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52a35e87-96cc-43f8-b0c4-ed5c26ccc21e req-4c448d7b-4223-4b31-ab3d-56a0d656ca19 service nova] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.claims [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Claim successful on node user
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance spawned successfully.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Instance spawned successfully.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Took 20.24 seconds to spawn the instance on the hypervisor.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Instance spawned successfully.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance spawned successfully.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Took 19.32 seconds to spawn the instance on the hypervisor.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance spawned successfully.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Took 21.34 seconds to build instance.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Took 19.17 seconds to spawn the instance on the hypervisor.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f630ead8-b26f-4ee1-be3a-b0412e5f6adf tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.691s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Took 18.81 seconds to spawn the instance on the hypervisor.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Took 21.22 seconds to build instance.
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Took 17.92 seconds to spawn the instance on the hypervisor.
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.022s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-95e0c9b3-56c1-40e7-b3e7-540fb23ea237 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.970s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Took 21.16 seconds to build instance.
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Took 20.06 seconds to build instance.
Nov 29 10:09:42 user nova-compute[75254]: INFO nova.compute.manager [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Took 18.95 seconds to build instance.
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e8f9e77b-799b-4830-a2ed-aa00e4046357 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.328s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d02b4153-e20c-4f74-b3c7-6cef959f8891 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.513s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c0ba401b-9f07-4913-a9b2-02aecd032cdb tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.226s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG nova.policy [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2b78d06aae469396a6a4faa88f882b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd72e539edd3b4bfb95c8ad702d337468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Creating image(s)
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "/opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "/opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "/opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.533s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.325s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk 1073741824" returned: 0 in 0.064s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.400s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Successfully created port: 5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.424s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.348s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Cannot resize image /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Ensure instance console log exists: /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Successfully updated port: 5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquired lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-changed-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Refreshing instance network info cache due to event network-changed-5b453602-0845-431c-9754-8881e67e2f4c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] Acquiring lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updating instance_info_cache with network_info: [{"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Releasing lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Instance network_info: |[{"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] Acquired lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Refreshing network info cache for port 5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Start _get_guest_xml network_info=[{"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:48 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:48 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-346020864',display_name='tempest-VolumesAdminNegativeTest-server-346020864',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-346020864',id=6,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUVAJiTFoo0r/rA8TKo6KV7jEJvC79gAKM0sGOKFbeCUC2L3mNggboaEBvde2/IotHB+cz7qRZ/X5a/dApGAv3H81tmt3sBoVUd7Cc7S2smjbCtm5ckImBHWcxwxKbfaw==',key_name='tempest-keypair-1125936874',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d72e539edd3b4bfb95c8ad702d337468',ramdisk_id='',reservation_id='r-hsd66u23',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-828835441',owner_user_name='tempest-VolumesAdminNegativeTest-828835441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb2b78d06aae469396a6a4faa88f882b',uuid=2d5d7e57-6cce-44fb-932c-52d76a78cefb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converting VIF {"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.objects.instance [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:48 user nova-compute[75254]:   <uuid>2d5d7e57-6cce-44fb-932c-52d76a78cefb</uuid>
Nov 29 10:09:48 user nova-compute[75254]:   <name>instance-00000006</name>
Nov 29 10:09:48 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:48 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:48 user nova-compute[75254]:   <metadata>
Nov 29 10:09:48 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:48 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:48 user nova-compute[75254]:       <nova:name>tempest-VolumesAdminNegativeTest-server-346020864</nova:name>
Nov 29 10:09:48 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:48</nova:creationTime>
Nov 29 10:09:48 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:48 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:48 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:48 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:user uuid="cb2b78d06aae469396a6a4faa88f882b">tempest-VolumesAdminNegativeTest-828835441-project-member</nova:user>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:project uuid="d72e539edd3b4bfb95c8ad702d337468">tempest-VolumesAdminNegativeTest-828835441</nova:project>
Nov 29 10:09:48 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:48 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:09:48 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:48 user nova-compute[75254]:         <nova:port uuid="5b453602-0845-431c-9754-8881e67e2f4c">
Nov 29 10:09:48 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:09:48 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:48 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:48 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:48 user nova-compute[75254]:   </metadata>
Nov 29 10:09:48 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:48 user nova-compute[75254]:     <system>
Nov 29 10:09:48 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:48 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:48 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:48 user nova-compute[75254]:       <entry name="serial">2d5d7e57-6cce-44fb-932c-52d76a78cefb</entry>
Nov 29 10:09:48 user nova-compute[75254]:       <entry name="uuid">2d5d7e57-6cce-44fb-932c-52d76a78cefb</entry>
Nov 29 10:09:48 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:48 user nova-compute[75254]:     </system>
Nov 29 10:09:48 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:48 user nova-compute[75254]:   <os>
Nov 29 10:09:48 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:48 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:48 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:48 user nova-compute[75254]:   </os>
Nov 29 10:09:48 user nova-compute[75254]:   <features>
Nov 29 10:09:48 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:48 user nova-compute[75254]:     <apic/>
Nov 29 10:09:48 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:48 user nova-compute[75254]:   </features>
Nov 29 10:09:48 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:48 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:48 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:48 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:48 user nova-compute[75254]:   </clock>
Nov 29 10:09:48 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:48 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:48 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:48 user nova-compute[75254]:   </cpu>
Nov 29 10:09:48 user nova-compute[75254]:   <devices>
Nov 29 10:09:48 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:48 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:48 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk"/>
Nov 29 10:09:48 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:09:48 user nova-compute[75254]:     </disk>
Nov 29 10:09:48 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:48 user nova-compute[75254]:       <mac address="fa:16:3e:73:c2:a2"/>
Nov 29 10:09:48 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:48 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:48 user nova-compute[75254]:       <target dev="tap5b453602-08"/>
Nov 29 10:09:48 user nova-compute[75254]:     </interface>
Nov 29 10:09:48 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:48 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/console.log" append="off"/>
Nov 29 10:09:48 user nova-compute[75254]:     </serial>
Nov 29 10:09:48 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:48 user nova-compute[75254]:     <video>
Nov 29 10:09:48 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:48 user nova-compute[75254]:     </video>
Nov 29 10:09:48 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:48 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:48 user nova-compute[75254]:     </rng>
Nov 29 10:09:48 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:48 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:48 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:48 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:48 user nova-compute[75254]:   </devices>
Nov 29 10:09:48 user nova-compute[75254]: </domain>
Nov 29 10:09:48 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-346020864',display_name='tempest-VolumesAdminNegativeTest-server-346020864',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-346020864',id=6,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUVAJiTFoo0r/rA8TKo6KV7jEJvC79gAKM0sGOKFbeCUC2L3mNggboaEBvde2/IotHB+cz7qRZ/X5a/dApGAv3H81tmt3sBoVUd7Cc7S2smjbCtm5ckImBHWcxwxKbfaw==',key_name='tempest-keypair-1125936874',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d72e539edd3b4bfb95c8ad702d337468',ramdisk_id='',reservation_id='r-hsd66u23',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-828835441',owner_user_name='tempest-VolumesAdminNegativeTest-828835441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb2b78d06aae469396a6a4faa88f882b',uuid=2d5d7e57-6cce-44fb-932c-52d76a78cefb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converting VIF {"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG os_vif [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1dcb261-41ed-58de-806d-7c5195ced732', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b453602-08, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b453602-08, col_values=(('qos', UUID('01a48581-70dd-4b5b-857b-7b6ac41208c2')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b453602-08, col_values=(('external_ids', {'iface-id': '5b453602-0845-431c-9754-8881e67e2f4c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:c2:a2', 'vm-uuid': '2d5d7e57-6cce-44fb-932c-52d76a78cefb'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:48 user nova-compute[75254]: INFO os_vif [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08')
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No VIF found with MAC fa:16:3e:73:c2:a2, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG nova.network.neutron [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updated VIF entry in instance network info cache for port 5b453602-0845-431c-9754-8881e67e2f4c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG nova.network.neutron [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updating instance_info_cache with network_info: [{"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-24826e25-1cd9-4446-943d-4b92322b96e7 req-15efa441-938f-4115-91d4-3028f012d43a service nova] Releasing lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:51 user nova-compute[75254]: INFO nova.compute.claims [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Claim successful on node user
Nov 29 10:09:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-7ace0e4e-1d72-4219-94af-a0cc4e92cfda req-2d51bc73-e608-4e3d-a00e-65b9a5ad4572 service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7ace0e4e-1d72-4219-94af-a0cc4e92cfda req-2d51bc73-e608-4e3d-a00e-65b9a5ad4572 service nova] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7ace0e4e-1d72-4219-94af-a0cc4e92cfda req-2d51bc73-e608-4e3d-a00e-65b9a5ad4572 service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7ace0e4e-1d72-4219-94af-a0cc4e92cfda req-2d51bc73-e608-4e3d-a00e-65b9a5ad4572 service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-7ace0e4e-1d72-4219-94af-a0cc4e92cfda req-2d51bc73-e608-4e3d-a00e-65b9a5ad4572 service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] No waiting events found dispatching network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:09:52 user nova-compute[75254]: WARNING nova.compute.manager [req-7ace0e4e-1d72-4219-94af-a0cc4e92cfda req-2d51bc73-e608-4e3d-a00e-65b9a5ad4572 service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received unexpected event network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a for instance with vm_state active and task_state None.
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:52 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:52 user nova-compute[75254]: INFO nova.compute.claims [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Claim successful on node user
Nov 29 10:09:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Creating image(s)
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "/opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "/opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "/opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.024s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "9a540138669d2a8d461e37955f92d27849efcf77" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "9a540138669d2a8d461e37955f92d27849efcf77" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG nova.policy [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '625743b43fcc49a7b61127386ca449bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fd3cafe5f0a44ff8a1c290db71a22d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.part --force-share --output=json" returned: 0 in 0.242s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG nova.virt.images [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] f0b36a9f-dd6a-4986-949c-ff47105412ff was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:09:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.part /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.part /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.converted" returned: 0 in 0.237s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.594s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.330s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:54 user nova-compute[75254]: INFO nova.compute.claims [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Claim successful on node user
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77.converted --force-share --output=json" returned: 0 in 0.249s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "9a540138669d2a8d461e37955f92d27849efcf77" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.407s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Instance spawned successfully.
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-3dd79cf6-22e0-4ebb-a71d-26379c16a616 req-ab193608-b3e5-4fe4-89a1-2d232f4d9aac service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3dd79cf6-22e0-4ebb-a71d-26379c16a616 req-ab193608-b3e5-4fe4-89a1-2d232f4d9aac service nova] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3dd79cf6-22e0-4ebb-a71d-26379c16a616 req-ab193608-b3e5-4fe4-89a1-2d232f4d9aac service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3dd79cf6-22e0-4ebb-a71d-26379c16a616 req-ab193608-b3e5-4fe4-89a1-2d232f4d9aac service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-3dd79cf6-22e0-4ebb-a71d-26379c16a616 req-ab193608-b3e5-4fe4-89a1-2d232f4d9aac service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] No waiting events found dispatching network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:09:54 user nova-compute[75254]: WARNING nova.compute.manager [req-3dd79cf6-22e0-4ebb-a71d-26379c16a616 req-ab193608-b3e5-4fe4-89a1-2d232f4d9aac service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received unexpected event network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a for instance with vm_state active and task_state None.
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.network.neutron [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:09:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.policy [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e12b812c564b228fed2cfa2fcee242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f41dc67621541c0ab6bb979691a70c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:54 user nova-compute[75254]: INFO nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Took 11.33 seconds to spawn the instance on the hypervisor.
Nov 29 10:09:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 --force-share --output=json" returned: 0 in 0.311s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "9a540138669d2a8d461e37955f92d27849efcf77" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "9a540138669d2a8d461e37955f92d27849efcf77" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:55 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Creating image(s)
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "/opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "/opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "/opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: INFO nova.compute.manager [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Took 14.38 seconds to build instance.
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.network.neutron [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Successfully created port: 15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 --force-share --output=json" returned: 0 in 0.416s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77,backing_fmt=raw /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fa51dc33-c32e-46af-8f24-981706460e5d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.588s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77,backing_fmt=raw /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk 1073741824" returned: 0 in 0.087s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "9a540138669d2a8d461e37955f92d27849efcf77" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.509s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.310s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 --force-share --output=json" returned: 0 in 0.354s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.304s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.344s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk 1073741824" returned: 0 in 0.096s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.464s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:55 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:09:55 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.355s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Cannot resize image /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Ensure instance console log exists: /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.349s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.policy [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d28de88700f410a98deae754a95c90b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad6e49334af94823b8011dab33cb27f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Successfully updated port: 15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquired lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:09:56 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Creating image(s)
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.015s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.455s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Cannot resize image /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Ensure instance console log exists: /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.284s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Successfully created port: 48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-changed-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Refreshing instance network info cache due to event network-changed-15b88e0d-b43b-401d-95a6-19a5a4ff3b73. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] Acquiring lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updating instance_info_cache with network_info: [{"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.419s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Releasing lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Instance network_info: |[{"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] Acquired lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Refreshing network info cache for port 15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Start _get_guest_xml network_info=[{"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:09:40Z,direct_url=<?>,disk_format='qcow2',id=f0b36a9f-dd6a-4986-949c-ff47105412ff,min_disk=0,min_ram=0,name='',owner='b0ee8b3822b1477ca77be3feac493b7a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:09:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'scsi', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'image_id': 'f0b36a9f-dd6a-4986-949c-ff47105412ff'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk 1073741824" returned: 0 in 0.162s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.588s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:09:40Z,direct_url=<?>,disk_format='qcow2',id=f0b36a9f-dd6a-4986-949c-ff47105412ff,min_disk=0,min_ram=0,name='',owner='b0ee8b3822b1477ca77be3feac493b7a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:09:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1396702149',display_name='tempest-AttachSCSIVolumeTestJSON-server-1396702149',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1396702149',id=7,image_ref='f0b36a9f-dd6a-4986-949c-ff47105412ff',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKOhdaSSWNVezJvLfx41lDBrpwO9nS2a15Ey60EkySDHgQTSWjV4IOzDBK8s1/ZhylaxWNbMH87wgi5HO4eemn8u+1SnxKJLlLcJfSQjowDgg7lWTyXTJr/axVKnwR4mg==',key_name='tempest-keypair-285081353',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1fd3cafe5f0a44ff8a1c290db71a22d4',ramdisk_id='',reservation_id='r-yitrcakg',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f0b36a9f-dd6a-4986-949c-ff47105412ff',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-400519480',owner_user_name='tempest-AttachSCSIVolumeTestJSON-400519480-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='625743b43fcc49a7b61127386ca449bb',uuid=c8eec498-bb1e-4f92-b5d0-b783c944bad3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Converting VIF {"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.objects.instance [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lazy-loading 'pci_devices' on Instance uuid c8eec498-bb1e-4f92-b5d0-b783c944bad3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:09:57 user nova-compute[75254]:   <uuid>c8eec498-bb1e-4f92-b5d0-b783c944bad3</uuid>
Nov 29 10:09:57 user nova-compute[75254]:   <name>instance-00000007</name>
Nov 29 10:09:57 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:09:57 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:09:57 user nova-compute[75254]:   <metadata>
Nov 29 10:09:57 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:09:57 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:09:57 user nova-compute[75254]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1396702149</nova:name>
Nov 29 10:09:57 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:09:57</nova:creationTime>
Nov 29 10:09:57 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:09:57 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:09:57 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:09:57 user nova-compute[75254]:       <nova:owner>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:user uuid="625743b43fcc49a7b61127386ca449bb">tempest-AttachSCSIVolumeTestJSON-400519480-project-member</nova:user>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:project uuid="1fd3cafe5f0a44ff8a1c290db71a22d4">tempest-AttachSCSIVolumeTestJSON-400519480</nova:project>
Nov 29 10:09:57 user nova-compute[75254]:       </nova:owner>
Nov 29 10:09:57 user nova-compute[75254]:       <nova:root type="image" uuid="f0b36a9f-dd6a-4986-949c-ff47105412ff"/>
Nov 29 10:09:57 user nova-compute[75254]:       <nova:ports>
Nov 29 10:09:57 user nova-compute[75254]:         <nova:port uuid="15b88e0d-b43b-401d-95a6-19a5a4ff3b73">
Nov 29 10:09:57 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:09:57 user nova-compute[75254]:         </nova:port>
Nov 29 10:09:57 user nova-compute[75254]:       </nova:ports>
Nov 29 10:09:57 user nova-compute[75254]:     </nova:instance>
Nov 29 10:09:57 user nova-compute[75254]:   </metadata>
Nov 29 10:09:57 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:09:57 user nova-compute[75254]:     <system>
Nov 29 10:09:57 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:09:57 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:09:57 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:09:57 user nova-compute[75254]:       <entry name="serial">c8eec498-bb1e-4f92-b5d0-b783c944bad3</entry>
Nov 29 10:09:57 user nova-compute[75254]:       <entry name="uuid">c8eec498-bb1e-4f92-b5d0-b783c944bad3</entry>
Nov 29 10:09:57 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:09:57 user nova-compute[75254]:     </system>
Nov 29 10:09:57 user nova-compute[75254]:   </sysinfo>
Nov 29 10:09:57 user nova-compute[75254]:   <os>
Nov 29 10:09:57 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:09:57 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:09:57 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:09:57 user nova-compute[75254]:   </os>
Nov 29 10:09:57 user nova-compute[75254]:   <features>
Nov 29 10:09:57 user nova-compute[75254]:     <acpi/>
Nov 29 10:09:57 user nova-compute[75254]:     <apic/>
Nov 29 10:09:57 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:09:57 user nova-compute[75254]:   </features>
Nov 29 10:09:57 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:09:57 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:09:57 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:09:57 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:09:57 user nova-compute[75254]:   </clock>
Nov 29 10:09:57 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:09:57 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:09:57 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:09:57 user nova-compute[75254]:   </cpu>
Nov 29 10:09:57 user nova-compute[75254]:   <devices>
Nov 29 10:09:57 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:09:57 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:09:57 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk"/>
Nov 29 10:09:57 user nova-compute[75254]:       <target dev="sda" bus="scsi"/>
Nov 29 10:09:57 user nova-compute[75254]:       <address type="drive" controller="0" unit="0"/>
Nov 29 10:09:57 user nova-compute[75254]:     </disk>
Nov 29 10:09:57 user nova-compute[75254]:     <disk type="file" device="cdrom">
Nov 29 10:09:57 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 10:09:57 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.config"/>
Nov 29 10:09:57 user nova-compute[75254]:       <target dev="sdb" bus="scsi"/>
Nov 29 10:09:57 user nova-compute[75254]:       <address type="drive" controller="0" unit="1"/>
Nov 29 10:09:57 user nova-compute[75254]:     </disk>
Nov 29 10:09:57 user nova-compute[75254]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 29 10:09:57 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:09:57 user nova-compute[75254]:       <mac address="fa:16:3e:7f:a6:35"/>
Nov 29 10:09:57 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:57 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:09:57 user nova-compute[75254]:       <target dev="tap15b88e0d-b4"/>
Nov 29 10:09:57 user nova-compute[75254]:     </interface>
Nov 29 10:09:57 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:09:57 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/console.log" append="off"/>
Nov 29 10:09:57 user nova-compute[75254]:     </serial>
Nov 29 10:09:57 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:09:57 user nova-compute[75254]:     <video>
Nov 29 10:09:57 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:09:57 user nova-compute[75254]:     </video>
Nov 29 10:09:57 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:09:57 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:09:57 user nova-compute[75254]:     </rng>
Nov 29 10:09:57 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:09:57 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:09:57 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:09:57 user nova-compute[75254]:     </memballoon>
Nov 29 10:09:57 user nova-compute[75254]:   </devices>
Nov 29 10:09:57 user nova-compute[75254]: </domain>
Nov 29 10:09:57 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1396702149',display_name='tempest-AttachSCSIVolumeTestJSON-server-1396702149',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1396702149',id=7,image_ref='f0b36a9f-dd6a-4986-949c-ff47105412ff',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKOhdaSSWNVezJvLfx41lDBrpwO9nS2a15Ey60EkySDHgQTSWjV4IOzDBK8s1/ZhylaxWNbMH87wgi5HO4eemn8u+1SnxKJLlLcJfSQjowDgg7lWTyXTJr/axVKnwR4mg==',key_name='tempest-keypair-285081353',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1fd3cafe5f0a44ff8a1c290db71a22d4',ramdisk_id='',reservation_id='r-yitrcakg',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f0b36a9f-dd6a-4986-949c-ff47105412ff',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-400519480',owner_user_name='tempest-AttachSCSIVolumeTestJSON-400519480-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='625743b43fcc49a7b61127386ca449bb',uuid=c8eec498-bb1e-4f92-b5d0-b783c944bad3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Converting VIF {"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG os_vif [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf107da4-1092-55e5-b3ec-a4c1b718d7f6', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15b88e0d-b4, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15b88e0d-b4, col_values=(('qos', UUID('87c4f3d1-97ab-4905-a0d4-4abfb4fc43d4')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15b88e0d-b4, col_values=(('external_ids', {'iface-id': '15b88e0d-b43b-401d-95a6-19a5a4ff3b73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7f:a6:35', 'vm-uuid': 'c8eec498-bb1e-4f92-b5d0-b783c944bad3'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:09:57 user nova-compute[75254]: INFO os_vif [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4')
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.452s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No BDM found with device name sda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No VIF found with MAC fa:16:3e:7f:a6:35, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:09:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Using config drive
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Successfully created port: 59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.363s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Cannot resize image /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Ensure instance console log exists: /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:09:58 user nova-compute[75254]: INFO nova.compute.claims [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Claim successful on node user
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updated VIF entry in instance network info cache for port 15b88e0d-b43b-401d-95a6-19a5a4ff3b73. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updating instance_info_cache with network_info: [{"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:09:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-591fc045-1ef8-4121-9997-6adabdc3a0e6 req-4127e69d-77da-4d49-807a-5f21eea12896 service nova] Releasing lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:09:59 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Creating config drive at /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.config
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpbi0eomxv {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Successfully updated port: 48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-changed-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Refreshing instance network info cache due to event network-changed-48c66999-379b-4401-ac7c-e7a52d0a8dc5. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] Acquiring lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] Acquired lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.network.neutron [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Refreshing network info cache for port 48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpbi0eomxv" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.network.neutron [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Successfully updated port: 59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquired lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.343s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-changed-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Refreshing instance network info cache due to event network-changed-59a8f5bc-452c-4d9d-ac9e-335576982474. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:09:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] Acquiring lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:10:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Releasing lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Instance network_info: |[{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] Acquired lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Refreshing network info cache for port 59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Start _get_guest_xml network_info=[{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:10:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Creating image(s)
Nov 29 10:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "/opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "/opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.policy [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae690582d9ed43a0aa6a1db1f2bfc241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbf978fc280148cebec10bed0ec09dfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:10:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'pci_devices' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bfdab75c-e920-4189-ae2d-cb588ba48d02 req-32b01160-b29f-44f4-bcd0-263d138983a0 service nova] Releasing lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:10:01 user nova-compute[75254]:   <uuid>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</uuid>
Nov 29 10:10:01 user nova-compute[75254]:   <name>instance-00000009</name>
Nov 29 10:10:01 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:10:01 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:10:01 user nova-compute[75254]:   <metadata>
Nov 29 10:10:01 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:10:01 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:10:01 user nova-compute[75254]:       <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:10:01 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:10:00</nova:creationTime>
Nov 29 10:10:01 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:10:01 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:10:01 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:10:01 user nova-compute[75254]:       <nova:owner>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:10:01 user nova-compute[75254]:       </nova:owner>
Nov 29 10:10:01 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:10:01 user nova-compute[75254]:       <nova:ports>
Nov 29 10:10:01 user nova-compute[75254]:         <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:10:01 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:10:01 user nova-compute[75254]:         </nova:port>
Nov 29 10:10:01 user nova-compute[75254]:       </nova:ports>
Nov 29 10:10:01 user nova-compute[75254]:     </nova:instance>
Nov 29 10:10:01 user nova-compute[75254]:   </metadata>
Nov 29 10:10:01 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:10:01 user nova-compute[75254]:     <system>
Nov 29 10:10:01 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:10:01 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:10:01 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:10:01 user nova-compute[75254]:       <entry name="serial">a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:10:01 user nova-compute[75254]:       <entry name="uuid">a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:10:01 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:10:01 user nova-compute[75254]:     </system>
Nov 29 10:10:01 user nova-compute[75254]:   </sysinfo>
Nov 29 10:10:01 user nova-compute[75254]:   <os>
Nov 29 10:10:01 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:10:01 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:10:01 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:10:01 user nova-compute[75254]:   </os>
Nov 29 10:10:01 user nova-compute[75254]:   <features>
Nov 29 10:10:01 user nova-compute[75254]:     <acpi/>
Nov 29 10:10:01 user nova-compute[75254]:     <apic/>
Nov 29 10:10:01 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:10:01 user nova-compute[75254]:   </features>
Nov 29 10:10:01 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:10:01 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:10:01 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:10:01 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:10:01 user nova-compute[75254]:   </clock>
Nov 29 10:10:01 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:10:01 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:10:01 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:10:01 user nova-compute[75254]:   </cpu>
Nov 29 10:10:01 user nova-compute[75254]:   <devices>
Nov 29 10:10:01 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:10:01 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:10:01 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk"/>
Nov 29 10:10:01 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:10:01 user nova-compute[75254]:     </disk>
Nov 29 10:10:01 user nova-compute[75254]:     <disk type="file" device="cdrom">
Nov 29 10:10:01 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 10:10:01 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config"/>
Nov 29 10:10:01 user nova-compute[75254]:       <target dev="hda" bus="ide"/>
Nov 29 10:10:01 user nova-compute[75254]:     </disk>
Nov 29 10:10:01 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:10:01 user nova-compute[75254]:       <mac address="fa:16:3e:9e:ee:cf"/>
Nov 29 10:10:01 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:10:01 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:10:01 user nova-compute[75254]:       <target dev="tap59a8f5bc-45"/>
Nov 29 10:10:01 user nova-compute[75254]:     </interface>
Nov 29 10:10:01 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:10:01 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log" append="off"/>
Nov 29 10:10:01 user nova-compute[75254]:     </serial>
Nov 29 10:10:01 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:10:01 user nova-compute[75254]:     <video>
Nov 29 10:10:01 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:10:01 user nova-compute[75254]:     </video>
Nov 29 10:10:01 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:10:01 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:10:01 user nova-compute[75254]:     </rng>
Nov 29 10:10:01 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:10:01 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:10:01 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:10:01 user nova-compute[75254]:     </memballoon>
Nov 29 10:10:01 user nova-compute[75254]:   </devices>
Nov 29 10:10:01 user nova-compute[75254]: </domain>
Nov 29 10:10:01 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG os_vif [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquired lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.network.neutron [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.525s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79e824f3-bc90-5739-b22e-30c7d45dc0f2', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59a8f5bc-45, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59a8f5bc-45, col_values=(('qos', UUID('b07eeba7-cab7-41fc-91c5-9df34c0e6226')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59a8f5bc-45, col_values=(('external_ids', {'iface-id': '59a8f5bc-452c-4d9d-ac9e-335576982474', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:ee:cf', 'vm-uuid': 'a83ae61b-b74e-4aa1-a0e6-77aefc15ef71'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: INFO os_vif [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45')
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.network.neutron [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.416s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-a71fa2dd-c6f3-406b-8761-f1b701a969d6 req-1fafc462-7d23-43ec-87d6-b2b32556aba1 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a71fa2dd-c6f3-406b-8761-f1b701a969d6 req-1fafc462-7d23-43ec-87d6-b2b32556aba1 service nova] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a71fa2dd-c6f3-406b-8761-f1b701a969d6 req-1fafc462-7d23-43ec-87d6-b2b32556aba1 service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a71fa2dd-c6f3-406b-8761-f1b701a969d6 req-1fafc462-7d23-43ec-87d6-b2b32556aba1 service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-a71fa2dd-c6f3-406b-8761-f1b701a969d6 req-1fafc462-7d23-43ec-87d6-b2b32556aba1 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] No waiting events found dispatching network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:01 user nova-compute[75254]: WARNING nova.compute.manager [req-a71fa2dd-c6f3-406b-8761-f1b701a969d6 req-1fafc462-7d23-43ec-87d6-b2b32556aba1 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received unexpected event network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 for instance with vm_state building and task_state spawning.
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk 1073741824" returned: 0 in 0.114s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.546s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No BDM found with device name hda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:10:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No VIF found with MAC fa:16:3e:9e:ee:cf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:10:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Using config drive
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.363s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updated VIF entry in instance network info cache for port 59a8f5bc-452c-4d9d-ac9e-335576982474. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-39c564bd-6fca-4fbd-9a1d-c9db8f0281b5 req-9c807dd2-d38d-4cac-bb53-5f7f61b095f5 service nova] Releasing lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Creating config drive at /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpc1xvau8i {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpc1xvau8i" returned: 0 in 0.087s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.341s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Cannot resize image /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Ensure instance console log exists: /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Successfully created port: 8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.network.neutron [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Updating instance_info_cache with network_info: [{"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Releasing lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Instance network_info: |[{"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Start _get_guest_xml network_info=[{"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:10:03 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:03 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1681893785',display_name='tempest-TestVolumeSwap-server-1681893785',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1681893785',id=8,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/Dmgrr5I1opyf8hojOe7KOpZ4HvfQpzKINmBuxVnHnTb0QqoFto/8L75RgQLJildEyZ7hd9SKYrOpfSDBGOsSbF+XDoJJf1tbQjZ4N+X5NGes2wDzQAF6/QJ9S/swH/A==',key_name='tempest-keypair-266835105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6f41dc67621541c0ab6bb979691a70c1',ramdisk_id='',reservation_id='r-ldto4mwz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1975130131',owner_user_name='tempest-TestVolumeSwap-1975130131-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e12b812c564b228fed2cfa2fcee242',uuid=01d6a53a-8ec0-4784-a97e-3784a0c09217,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Converting VIF {"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.objects.instance [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lazy-loading 'pci_devices' on Instance uuid 01d6a53a-8ec0-4784-a97e-3784a0c09217 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:10:03 user nova-compute[75254]:   <uuid>01d6a53a-8ec0-4784-a97e-3784a0c09217</uuid>
Nov 29 10:10:03 user nova-compute[75254]:   <name>instance-00000008</name>
Nov 29 10:10:03 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:10:03 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:10:03 user nova-compute[75254]:   <metadata>
Nov 29 10:10:03 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:10:03 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:10:03 user nova-compute[75254]:       <nova:name>tempest-TestVolumeSwap-server-1681893785</nova:name>
Nov 29 10:10:03 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:10:03</nova:creationTime>
Nov 29 10:10:03 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:10:03 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:10:03 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:10:03 user nova-compute[75254]:       <nova:owner>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:user uuid="49e12b812c564b228fed2cfa2fcee242">tempest-TestVolumeSwap-1975130131-project-member</nova:user>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:project uuid="6f41dc67621541c0ab6bb979691a70c1">tempest-TestVolumeSwap-1975130131</nova:project>
Nov 29 10:10:03 user nova-compute[75254]:       </nova:owner>
Nov 29 10:10:03 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:10:03 user nova-compute[75254]:       <nova:ports>
Nov 29 10:10:03 user nova-compute[75254]:         <nova:port uuid="48c66999-379b-4401-ac7c-e7a52d0a8dc5">
Nov 29 10:10:03 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 10:10:03 user nova-compute[75254]:         </nova:port>
Nov 29 10:10:03 user nova-compute[75254]:       </nova:ports>
Nov 29 10:10:03 user nova-compute[75254]:     </nova:instance>
Nov 29 10:10:03 user nova-compute[75254]:   </metadata>
Nov 29 10:10:03 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:10:03 user nova-compute[75254]:     <system>
Nov 29 10:10:03 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:10:03 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:10:03 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:10:03 user nova-compute[75254]:       <entry name="serial">01d6a53a-8ec0-4784-a97e-3784a0c09217</entry>
Nov 29 10:10:03 user nova-compute[75254]:       <entry name="uuid">01d6a53a-8ec0-4784-a97e-3784a0c09217</entry>
Nov 29 10:10:03 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:10:03 user nova-compute[75254]:     </system>
Nov 29 10:10:03 user nova-compute[75254]:   </sysinfo>
Nov 29 10:10:03 user nova-compute[75254]:   <os>
Nov 29 10:10:03 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:10:03 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:10:03 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:10:03 user nova-compute[75254]:   </os>
Nov 29 10:10:03 user nova-compute[75254]:   <features>
Nov 29 10:10:03 user nova-compute[75254]:     <acpi/>
Nov 29 10:10:03 user nova-compute[75254]:     <apic/>
Nov 29 10:10:03 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:10:03 user nova-compute[75254]:   </features>
Nov 29 10:10:03 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:10:03 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:10:03 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:10:03 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:10:03 user nova-compute[75254]:   </clock>
Nov 29 10:10:03 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:10:03 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:10:03 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:10:03 user nova-compute[75254]:   </cpu>
Nov 29 10:10:03 user nova-compute[75254]:   <devices>
Nov 29 10:10:03 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:10:03 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:10:03 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk"/>
Nov 29 10:10:03 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:10:03 user nova-compute[75254]:     </disk>
Nov 29 10:10:03 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:10:03 user nova-compute[75254]:       <mac address="fa:16:3e:e2:78:09"/>
Nov 29 10:10:03 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:10:03 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:10:03 user nova-compute[75254]:       <target dev="tap48c66999-37"/>
Nov 29 10:10:03 user nova-compute[75254]:     </interface>
Nov 29 10:10:03 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:10:03 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/console.log" append="off"/>
Nov 29 10:10:03 user nova-compute[75254]:     </serial>
Nov 29 10:10:03 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:10:03 user nova-compute[75254]:     <video>
Nov 29 10:10:03 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:10:03 user nova-compute[75254]:     </video>
Nov 29 10:10:03 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:10:03 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:10:03 user nova-compute[75254]:     </rng>
Nov 29 10:10:03 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:10:03 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:10:03 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:10:03 user nova-compute[75254]:     </memballoon>
Nov 29 10:10:03 user nova-compute[75254]:   </devices>
Nov 29 10:10:03 user nova-compute[75254]: </domain>
Nov 29 10:10:03 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1681893785',display_name='tempest-TestVolumeSwap-server-1681893785',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1681893785',id=8,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/Dmgrr5I1opyf8hojOe7KOpZ4HvfQpzKINmBuxVnHnTb0QqoFto/8L75RgQLJildEyZ7hd9SKYrOpfSDBGOsSbF+XDoJJf1tbQjZ4N+X5NGes2wDzQAF6/QJ9S/swH/A==',key_name='tempest-keypair-266835105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6f41dc67621541c0ab6bb979691a70c1',ramdisk_id='',reservation_id='r-ldto4mwz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1975130131',owner_user_name='tempest-TestVolumeSwap-1975130131-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e12b812c564b228fed2cfa2fcee242',uuid=01d6a53a-8ec0-4784-a97e-3784a0c09217,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Converting VIF {"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG os_vif [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5bdface3-94f4-56b5-9625-534afbe520af', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48c66999-37, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48c66999-37, col_values=(('qos', UUID('9e92ae6d-d992-41ce-ae9c-8623e1ef673b')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48c66999-37, col_values=(('external_ids', {'iface-id': '48c66999-379b-4401-ac7c-e7a52d0a8dc5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:78:09', 'vm-uuid': '01d6a53a-8ec0-4784-a97e-3784a0c09217'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:03 user nova-compute[75254]: INFO os_vif [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37')
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-ac5ab4c4-c5e9-435d-94ad-428e887a890c req-b841e9e3-9ccf-42d2-a0e4-4ce01fa3f0cb service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ac5ab4c4-c5e9-435d-94ad-428e887a890c req-b841e9e3-9ccf-42d2-a0e4-4ce01fa3f0cb service nova] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ac5ab4c4-c5e9-435d-94ad-428e887a890c req-b841e9e3-9ccf-42d2-a0e4-4ce01fa3f0cb service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ac5ab4c4-c5e9-435d-94ad-428e887a890c req-b841e9e3-9ccf-42d2-a0e4-4ce01fa3f0cb service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-ac5ab4c4-c5e9-435d-94ad-428e887a890c req-b841e9e3-9ccf-42d2-a0e4-4ce01fa3f0cb service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] No waiting events found dispatching network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:03 user nova-compute[75254]: WARNING nova.compute.manager [req-ac5ab4c4-c5e9-435d-94ad-428e887a890c req-b841e9e3-9ccf-42d2-a0e4-4ce01fa3f0cb service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received unexpected event network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 for instance with vm_state building and task_state spawning.
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:10:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] No VIF found with MAC fa:16:3e:e2:78:09, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:10:04 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Successfully updated port: 8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquired lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:04 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:10:04 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-changed-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Refreshing instance network info cache due to event network-changed-8b27957c-cd32-4043-b2bd-d96b7a9562b6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] Acquiring lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:10:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Instance spawned successfully.
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:05 user nova-compute[75254]: INFO nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Took 12.33 seconds to spawn the instance on the hypervisor.
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updating instance_info_cache with network_info: [{"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Releasing lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Instance network_info: |[{"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:10:05 user nova-compute[75254]: INFO nova.compute.manager [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Took 14.02 seconds to build instance.
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] Acquired lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.network.neutron [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Refreshing network info cache for port 8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Start _get_guest_xml network_info=[{"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-33ff1de1-5dd6-45e1-bbcb-3cb24c560f8a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.238s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:05 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:05 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1051939789',display_name='tempest-VolumesAssistedSnapshotsTest-server-1051939789',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1051939789',id=10,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHecoDKntDGPAjKnZp3EIOFbtAR31PIYpPPcYgoYDipiiT7X1e1ZJrb9PY4JPkodDQBdXCwx7tAbFc69KV2lT4LggpUzLnGGVleh3TFq/dgQ3IeZSI+D42i2fqBd/vQffQ==',key_name='tempest-keypair-1170662363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbf978fc280148cebec10bed0ec09dfc',ramdisk_id='',reservation_id='r-2auki9wk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-672821839',owner_user_name='tempest-VolumesAssistedSnapshotsTest-672821839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae690582d9ed43a0aa6a1db1f2bfc241',uuid=b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Converting VIF {"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lazy-loading 'pci_devices' on Instance uuid b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:10:05 user nova-compute[75254]:   <uuid>b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0</uuid>
Nov 29 10:10:05 user nova-compute[75254]:   <name>instance-0000000a</name>
Nov 29 10:10:05 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:10:05 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:10:05 user nova-compute[75254]:   <metadata>
Nov 29 10:10:05 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:10:05 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:10:05 user nova-compute[75254]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1051939789</nova:name>
Nov 29 10:10:05 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:10:05</nova:creationTime>
Nov 29 10:10:05 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:10:05 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:10:05 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:10:05 user nova-compute[75254]:       <nova:owner>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:user uuid="ae690582d9ed43a0aa6a1db1f2bfc241">tempest-VolumesAssistedSnapshotsTest-672821839-project-member</nova:user>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:project uuid="fbf978fc280148cebec10bed0ec09dfc">tempest-VolumesAssistedSnapshotsTest-672821839</nova:project>
Nov 29 10:10:05 user nova-compute[75254]:       </nova:owner>
Nov 29 10:10:05 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:10:05 user nova-compute[75254]:       <nova:ports>
Nov 29 10:10:05 user nova-compute[75254]:         <nova:port uuid="8b27957c-cd32-4043-b2bd-d96b7a9562b6">
Nov 29 10:10:05 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 10:10:05 user nova-compute[75254]:         </nova:port>
Nov 29 10:10:05 user nova-compute[75254]:       </nova:ports>
Nov 29 10:10:05 user nova-compute[75254]:     </nova:instance>
Nov 29 10:10:05 user nova-compute[75254]:   </metadata>
Nov 29 10:10:05 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:10:05 user nova-compute[75254]:     <system>
Nov 29 10:10:05 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:10:05 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:10:05 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:10:05 user nova-compute[75254]:       <entry name="serial">b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0</entry>
Nov 29 10:10:05 user nova-compute[75254]:       <entry name="uuid">b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0</entry>
Nov 29 10:10:05 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:10:05 user nova-compute[75254]:     </system>
Nov 29 10:10:05 user nova-compute[75254]:   </sysinfo>
Nov 29 10:10:05 user nova-compute[75254]:   <os>
Nov 29 10:10:05 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:10:05 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:10:05 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:10:05 user nova-compute[75254]:   </os>
Nov 29 10:10:05 user nova-compute[75254]:   <features>
Nov 29 10:10:05 user nova-compute[75254]:     <acpi/>
Nov 29 10:10:05 user nova-compute[75254]:     <apic/>
Nov 29 10:10:05 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:10:05 user nova-compute[75254]:   </features>
Nov 29 10:10:05 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:10:05 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:10:05 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:10:05 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:10:05 user nova-compute[75254]:   </clock>
Nov 29 10:10:05 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:10:05 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:10:05 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:10:05 user nova-compute[75254]:   </cpu>
Nov 29 10:10:05 user nova-compute[75254]:   <devices>
Nov 29 10:10:05 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:10:05 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:10:05 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk"/>
Nov 29 10:10:05 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:10:05 user nova-compute[75254]:     </disk>
Nov 29 10:10:05 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:10:05 user nova-compute[75254]:       <mac address="fa:16:3e:fe:82:ac"/>
Nov 29 10:10:05 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:10:05 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:10:05 user nova-compute[75254]:       <target dev="tap8b27957c-cd"/>
Nov 29 10:10:05 user nova-compute[75254]:     </interface>
Nov 29 10:10:05 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:10:05 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/console.log" append="off"/>
Nov 29 10:10:05 user nova-compute[75254]:     </serial>
Nov 29 10:10:05 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:10:05 user nova-compute[75254]:     <video>
Nov 29 10:10:05 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:10:05 user nova-compute[75254]:     </video>
Nov 29 10:10:05 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:10:05 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:10:05 user nova-compute[75254]:     </rng>
Nov 29 10:10:05 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:10:05 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:10:05 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:10:05 user nova-compute[75254]:     </memballoon>
Nov 29 10:10:05 user nova-compute[75254]:   </devices>
Nov 29 10:10:05 user nova-compute[75254]: </domain>
Nov 29 10:10:05 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1051939789',display_name='tempest-VolumesAssistedSnapshotsTest-server-1051939789',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1051939789',id=10,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHecoDKntDGPAjKnZp3EIOFbtAR31PIYpPPcYgoYDipiiT7X1e1ZJrb9PY4JPkodDQBdXCwx7tAbFc69KV2lT4LggpUzLnGGVleh3TFq/dgQ3IeZSI+D42i2fqBd/vQffQ==',key_name='tempest-keypair-1170662363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbf978fc280148cebec10bed0ec09dfc',ramdisk_id='',reservation_id='r-2auki9wk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-672821839',owner_user_name='tempest-VolumesAssistedSnapshotsTest-672821839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae690582d9ed43a0aa6a1db1f2bfc241',uuid=b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Converting VIF {"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG os_vif [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '448d9ec6-bde0-5b1c-8396-f9a64eb76d9e', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b27957c-cd, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b27957c-cd, col_values=(('qos', UUID('2f103441-ac00-4d02-a326-92d1e15892dc')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b27957c-cd, col_values=(('external_ids', {'iface-id': '8b27957c-cd32-4043-b2bd-d96b7a9562b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:82:ac', 'vm-uuid': 'b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:05 user nova-compute[75254]: INFO os_vif [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd')
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] No VIF found with MAC fa:16:3e:fe:82:ac, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-c6c15e03-2f5a-474c-903e-584a5d46a340 req-d52cd87e-a7db-42b4-bb76-055700a45ae6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6c15e03-2f5a-474c-903e-584a5d46a340 req-d52cd87e-a7db-42b4-bb76-055700a45ae6 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6c15e03-2f5a-474c-903e-584a5d46a340 req-d52cd87e-a7db-42b4-bb76-055700a45ae6 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6c15e03-2f5a-474c-903e-584a5d46a340 req-d52cd87e-a7db-42b4-bb76-055700a45ae6 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-c6c15e03-2f5a-474c-903e-584a5d46a340 req-d52cd87e-a7db-42b4-bb76-055700a45ae6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:05 user nova-compute[75254]: WARNING nova.compute.manager [req-c6c15e03-2f5a-474c-903e-584a5d46a340 req-d52cd87e-a7db-42b4-bb76-055700a45ae6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state None.
Nov 29 10:10:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updated VIF entry in instance network info cache for port 8b27957c-cd32-4043-b2bd-d96b7a9562b6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:10:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updating instance_info_cache with network_info: [{"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c53fdf2e-f496-4f8a-b539-30dccdab3b13 req-92a7e673-9789-42fc-b426-aa8f83601565 service nova] Releasing lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-62f93d0c-8e6e-48af-bac2-d2a3d744c832 req-1b2e72f3-9db2-4e6e-b5c0-8fe77449805e service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-62f93d0c-8e6e-48af-bac2-d2a3d744c832 req-1b2e72f3-9db2-4e6e-b5c0-8fe77449805e service nova] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-62f93d0c-8e6e-48af-bac2-d2a3d744c832 req-1b2e72f3-9db2-4e6e-b5c0-8fe77449805e service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-62f93d0c-8e6e-48af-bac2-d2a3d744c832 req-1b2e72f3-9db2-4e6e-b5c0-8fe77449805e service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-62f93d0c-8e6e-48af-bac2-d2a3d744c832 req-1b2e72f3-9db2-4e6e-b5c0-8fe77449805e service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] No waiting events found dispatching network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:08 user nova-compute[75254]: WARNING nova.compute.manager [req-62f93d0c-8e6e-48af-bac2-d2a3d744c832 req-1b2e72f3-9db2-4e6e-b5c0-8fe77449805e service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received unexpected event network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 for instance with vm_state building and task_state spawning.
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:08 user nova-compute[75254]: WARNING nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state None.
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] No waiting events found dispatching network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:08 user nova-compute[75254]: WARNING nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received unexpected event network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f for instance with vm_state active and task_state None.
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] No waiting events found dispatching network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:08 user nova-compute[75254]: WARNING nova.compute.manager [req-5cada854-7f0c-422a-a6c8-c69d01ba34ce req-04823ffb-95ca-4965-8a8f-0c93e495d971 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received unexpected event network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f for instance with vm_state active and task_state None.
Nov 29 10:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-314071c5-5c4b-4159-9552-d7c5183e608e req-74510513-8a8e-457b-8a80-a062bb49000a service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-314071c5-5c4b-4159-9552-d7c5183e608e req-74510513-8a8e-457b-8a80-a062bb49000a service nova] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-314071c5-5c4b-4159-9552-d7c5183e608e req-74510513-8a8e-457b-8a80-a062bb49000a service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-314071c5-5c4b-4159-9552-d7c5183e608e req-74510513-8a8e-457b-8a80-a062bb49000a service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-314071c5-5c4b-4159-9552-d7c5183e608e req-74510513-8a8e-457b-8a80-a062bb49000a service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] No waiting events found dispatching network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:10 user nova-compute[75254]: WARNING nova.compute.manager [req-314071c5-5c4b-4159-9552-d7c5183e608e req-74510513-8a8e-457b-8a80-a062bb49000a service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received unexpected event network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 for instance with vm_state building and task_state spawning.
Nov 29 10:10:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:10:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-94fbac7b-da44-431d-84d2-368b3fc1b1d1 req-9277b7ab-e8e5-4d2d-af76-1ca6dac03ad2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-94fbac7b-da44-431d-84d2-368b3fc1b1d1 req-9277b7ab-e8e5-4d2d-af76-1ca6dac03ad2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-94fbac7b-da44-431d-84d2-368b3fc1b1d1 req-9277b7ab-e8e5-4d2d-af76-1ca6dac03ad2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-94fbac7b-da44-431d-84d2-368b3fc1b1d1 req-9277b7ab-e8e5-4d2d-af76-1ca6dac03ad2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-94fbac7b-da44-431d-84d2-368b3fc1b1d1 req-9277b7ab-e8e5-4d2d-af76-1ca6dac03ad2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:11 user nova-compute[75254]: WARNING nova.compute.manager [req-94fbac7b-da44-431d-84d2-368b3fc1b1d1 req-9277b7ab-e8e5-4d2d-af76-1ca6dac03ad2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state None.
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:10:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Instance spawned successfully.
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: INFO nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Took 15.17 seconds to spawn the instance on the hypervisor.
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:10:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Instance spawned successfully.
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:10:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:10:12 user nova-compute[75254]: INFO nova.compute.manager [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Took 17.99 seconds to build instance.
Nov 29 10:10:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Instance spawned successfully.
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e746b99a-2b43-4043-b7c0-cf89528db560 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.333s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:10:12 user nova-compute[75254]: INFO nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Took 17.20 seconds to spawn the instance on the hypervisor.
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:10:12 user nova-compute[75254]: INFO nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Took 11.63 seconds to spawn the instance on the hypervisor.
Nov 29 10:10:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:10:12 user nova-compute[75254]: INFO nova.compute.manager [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Took 19.86 seconds to build instance.
Nov 29 10:10:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-39052182-7635-4ffb-8e9c-ebf3dd688e0b tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.131s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:12 user nova-compute[75254]: INFO nova.compute.manager [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Took 14.27 seconds to build instance.
Nov 29 10:10:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9a29b30-78f0-45ad-b70d-9d7acd181bff tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.515s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.009s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:13 user nova-compute[75254]: WARNING nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state None.
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:13 user nova-compute[75254]: WARNING nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state active and task_state None.
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:13 user nova-compute[75254]: WARNING nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state active and task_state None.
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] No waiting events found dispatching network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:13 user nova-compute[75254]: WARNING nova.compute.manager [req-78bc9a53-1c11-4572-b91d-5a5c6d57c647 req-b08f8612-b335-4a0c-a5d7-db7974c3ab5a service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received unexpected event network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c for instance with vm_state active and task_state None.
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:10:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 9db16be6-1126-4d97-9c20-b16bc5796bfc {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d81d2a0-f215-43e2-b69b-283cc4a2b511 req-24fad05a-c80d-446c-bba0-a8c8379b9ce2 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d81d2a0-f215-43e2-b69b-283cc4a2b511 req-24fad05a-c80d-446c-bba0-a8c8379b9ce2 service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d81d2a0-f215-43e2-b69b-283cc4a2b511 req-24fad05a-c80d-446c-bba0-a8c8379b9ce2 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d81d2a0-f215-43e2-b69b-283cc4a2b511 req-24fad05a-c80d-446c-bba0-a8c8379b9ce2 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d81d2a0-f215-43e2-b69b-283cc4a2b511 req-24fad05a-c80d-446c-bba0-a8c8379b9ce2 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:14 user nova-compute[75254]: WARNING nova.compute.manager [req-0d81d2a0-f215-43e2-b69b-283cc4a2b511 req-24fad05a-c80d-446c-bba0-a8c8379b9ce2 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 for instance with vm_state active and task_state None.
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] No waiting events found dispatching network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:15 user nova-compute[75254]: WARNING nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received unexpected event network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c for instance with vm_state active and task_state None.
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] No waiting events found dispatching network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:15 user nova-compute[75254]: WARNING nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received unexpected event network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 for instance with vm_state active and task_state None.
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] No waiting events found dispatching network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:15 user nova-compute[75254]: WARNING nova.compute.manager [req-9a2164e9-b750-428c-9eb6-3b17c3c1dacf req-5debba1f-80b7-49af-aa31-b82d367b78d6 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received unexpected event network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 for instance with vm_state active and task_state None.
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updating instance_info_cache with network_info: [{"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e1b5005a-395f-4694-8cd6-fa8d3c5ab718 req-aba63676-b0a7-4b86-9a37-f60b680c4121 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e1b5005a-395f-4694-8cd6-fa8d3c5ab718 req-aba63676-b0a7-4b86-9a37-f60b680c4121 service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e1b5005a-395f-4694-8cd6-fa8d3c5ab718 req-aba63676-b0a7-4b86-9a37-f60b680c4121 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e1b5005a-395f-4694-8cd6-fa8d3c5ab718 req-aba63676-b0a7-4b86-9a37-f60b680c4121 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e1b5005a-395f-4694-8cd6-fa8d3c5ab718 req-aba63676-b0a7-4b86-9a37-f60b680c4121 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:10:16 user nova-compute[75254]: WARNING nova.compute.manager [req-e1b5005a-395f-4694-8cd6-fa8d3c5ab718 req-aba63676-b0a7-4b86-9a37-f60b680c4121 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 for instance with vm_state active and task_state None.
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.442s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.334s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:10:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7662MB free_disk=25.618839263916016GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:10:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 01d6a53a-8ec0-4784-a97e-3784a0c09217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:10:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.264s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:10:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "c29c74d7-85e4-4564-81b6-465932a53517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:10:33 user nova-compute[75254]: INFO nova.compute.claims [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Claim successful on node user
Nov 29 10:10:33 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:10:33 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:10:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.587s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:10:34 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:10:34 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:10:34 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:10:34 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:10:34 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:10:34 user nova-compute[75254]: INFO nova.virt.block_device [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Booting with volume aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 at /dev/vda
Nov 29 10:10:34 user nova-compute[75254]: DEBUG os_brick.utils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:10:34 user nova-compute[75254]: INFO oslo.privsep.daemon [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpr9xubl5o/privsep.sock']
Nov 29 10:10:34 user nova-compute[75254]: DEBUG nova.policy [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f90eb86618f4323ba47f00153985713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be7222fafcf94ed2982774cb302156fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:10:34 user sudo[86513]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpr9xubl5o/privsep.sock
Nov 29 10:10:34 user sudo[86513]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 29 10:10:35 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully created port: c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:10:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully created port: 2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:10:36 user sudo[86513]: pam_unix(sudo:session): session closed for user root
Nov 29 10:10:36 user nova-compute[75254]: INFO oslo.privsep.daemon [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Spawned new privsep daemon via rootwrap
Nov 29 10:10:36 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 29 10:10:36 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 29 10:10:36 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 29 10:10:36 user nova-compute[75254]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86516
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70194dd-7b7b-4867-b199-bb3b1d9a02ab]: (2,) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully created port: 6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f284fc-fe41-41dd-b2ec-06a73ac3d4c8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:36 user nova-compute[75254]: WARNING os_brick.initiator.connectors.nvmeof [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[741a74bb-ab8c-4835-ac0f-4548b2197507]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c815a41-8be3-4921-bac1-7e62cf91cc5f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c8ce27-5efd-47b2-ab62-e31b03dcdeb4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:10:36 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:10:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6200a76b-6b29-4216-9c4a-c9c6129f89b9]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG os_brick.utils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== get_connector_properties: return (2296ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating existing volume attachment record: 48ae6c9f-0ec1-4e98-ba84-580e0bae8301 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:10:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully created port: a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:10:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully created port: ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-c7a74692-d774-45cc-9161-4657a3e44b4e. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG nova.network.neutron [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:38 user nova-compute[75254]: DEBUG nova.network.neutron [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:39 user nova-compute[75254]: DEBUG nova.network.neutron [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9a50ae64-9efd-4351-8127-a464ff38fe0a req-77e0fe93-7034-4bbd-8ae7-a34a6f741bda service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: 2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: 592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port 2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-592d828d-eb70-4df7-bd79-2af8ce5a496d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port 592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: 2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86798887-443b-47d4-9039-9e4df18943c3 req-ce29c55e-2daa-4f2c-80d8-08e843d606d2 service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: 6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port 2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-6872ffec-9e51-4a50-9e2b-85bab6acc1cc. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port 6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-60fb0db4-78a0-4668-bc8e-17db3e0bb505 req-f926342c-7bd2-4841-a698-ef7c3c429d53 service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Successfully updated port: ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-a44e8fa9-ec95-4a90-ba4d-d8760a546766. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:45 user nova-compute[75254]: INFO nova.virt.block_device [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Booting with volume c04f2b82-a69b-4deb-815b-8bc3fee98c27 at /dev/vdb
Nov 29 10:10:45 user nova-compute[75254]: DEBUG os_brick.utils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0989304e-0889-48eb-ad97-d793055887fc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[84c6ff43-7f63-4317-b904-7854e900d761]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98e9c86-9412-4be8-a244-5bb9e1c5e95c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78b9362-23a2-49a5-a419-ae1edd791f90]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:10:45 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:10:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0fa671-93db-4f0d-a6f5-8d1ca8667100]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG os_brick.utils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating existing volume attachment record: 6e1fe7af-a2ae-4c05-a30c-521fbb61d94d {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:10:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance network_info: |[{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updated VIF entry in instance network info cache for port a44e8fa9-ec95-4a90-ba4d-d8760a546766. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-ee1701aa-20ae-499c-a798-0e9ea22ba16c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:10:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updated VIF entry in instance network info cache for port ee1701aa-20ae-499c-a798-0e9ea22ba16c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:10:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:10:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-579ece79-0669-4f7f-aeda-3518dad2ff6e req-4acc5b4e-1090-4aed-82d1-180524fa3768 service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:10:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:10:52 user nova-compute[75254]: INFO nova.virt.block_device [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Booting with volume 36c3a5af-6f46-47db-aa0b-9557f5ad7583 at /dev/vdc
Nov 29 10:10:53 user nova-compute[75254]: DEBUG os_brick.utils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f7f7ad-7afc-4ebb-9f4d-83928b539748]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8a6c3b-045e-473b-a91e-3961592e44a3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[de55911b-a012-4d70-b22f-bed6c37fe45b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e4dfd0-3316-4044-9c8c-756ee092832c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:10:53 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:10:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ad7a00-a32f-4d30-9491-2f0d3dc39d01]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG os_brick.utils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:10:53 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating existing volume attachment record: 3aaa4266-a60b-499f-beb6-22d9db7bd3a7 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:10:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:11:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Creating image(s)
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Ensure instance console log exists: /opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Start _get_guest_xml network_info=[{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXybCVfL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c29c74d7-85e4-4564-81b6-465932a53517', 'attached_at': '', 'detached_at': '', 'volume_id': 'aadee7ed-4f98-41e5-b4f5-21b3fdd28d72', 'serial': 'aadee7ed-4f98-41e5-b4f5-21b3fdd28d72'}, 'attachment_id': '48ae6c9f-0ec1-4e98-ba84-580e0bae8301', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 1, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YvkNJgbI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c29c74d7-85e4-4564-81b6-465932a53517', 'attached_at': '', 'detached_at': '', 'volume_id': 'c04f2b82-a69b-4deb-815b-8bc3fee98c27', 'serial': 'c04f2b82-a69b-4deb-815b-8bc3fee98c27'}, 'attachment_id': '6e1fe7af-a2ae-4c05-a30c-521fbb61d94d', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 2, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycbSfvAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c29c74d7-85e4-4564-81b6-465932a53517', 'attached_at': '', 'detached_at': '', 'volume_id': '36c3a5af-6f46-47db-aa0b-9557f5ad7583', 'serial': '36c3a5af-6f46-47db-aa0b-9557f5ad7583'}, 'attachment_id': '3aaa4266-a60b-499f-beb6-22d9db7bd3a7', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:11:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connector [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Factory for ISCSI on None {{(pid=75254) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.006s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXybCVfL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:00 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:00 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:00 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5121ed15-1d37-45ed-be3a-29dbb8f231a2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:00 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[18cd3474-6b10-40cf-8705-c83cea534f35]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72] added
Nov 29 10:11:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b55932-3767-47dd-b4b5-fb4a14edcbb2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[95770dab-84a3-4d02-8a29-37dcb719efaf]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rXybCVfL {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rXybCVfL" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aefb5ef2-3f69-44eb-8f77-6b9e123cec2b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rXybCVfL'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f1f3368-71a4-4038-806c-3776ce17c388]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1edd3b7-5e96-45f2-a5b5-a89718768353]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:11:00 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:11:00 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:00 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:11:00 user nova-compute[75254]: 
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89346b4-e54a-4e19-83f3-6ce9ade630c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260]
Nov 29 10:11:00 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[868e9e1d-bdc2-482d-9831-97753dc909ee]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[156feaa8-6cd7-4b82-b591-5c0a3fd3b638]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f4a914-b17e-4052-b853-efe9d4a39a61]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXybCVfL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '23062643235373037', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062643235373037', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YvkNJgbI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:02 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:02 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:02 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d041c41f-e62e-4c9c-a2b6-48a653f0445c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:02 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[359808a5-abc3-445c-a872-cab67a3b6b38]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27] added
Nov 29 10:11:02 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[35076810-9588-475f-a7e1-4bb7150c55f4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3fbe8a-80db-4f64-84b1-7c7d0c280551]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YvkNJgbI {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YvkNJgbI" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03cff37-b23a-4aa5-b52e-110c8493f122]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YvkNJgbI'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d78e301-8921-45aa-8221-2fdfdebb9356]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b76b52ea-e264-4829-a2ca-2713e7848a17]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:02 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:02 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba459a41-9967-4e31-a96e-2f1927774f93]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260]
Nov 29 10:11:02 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:02 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e48b3b39-11d6-4391-8b82-f2068d94d5f6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f3da37-bb48-40ab-9715-19917c937810]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:02 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:02 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:02 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:02 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30e6e9b-33df-4005-9f53-4732a0df8fa9]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YvkNJgbI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.272s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== connect_volume: return (1274ms) {'type': 'block', 'scsi_wwn': '26664396233656138', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664396233656138', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycbSfvAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:03 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:03 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:03 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4828cd94-d4c0-44a3-96dd-7aeb34c59e38]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:03 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86c74cb-584b-4752-82a6-68eee7f0f74a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583] added
Nov 29 10:11:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f848bf-d81a-47da-a424-7cb1f175ea7e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[81238c43-d5f2-4e6e-b776-1a3cb777ef72]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ycbSfvAg {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ycbSfvAg" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c2d800-f5cb-4fea-b270-d480126aabce]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ycbSfvAg'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b5fe8a-3cdb-4958-8e1d-39f380192b09]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bedc2f6f-87a9-4ed9-8881-de4812e471b5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[44763c70-02a4-4920-9f13-89a9f7c882b0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260]
Nov 29 10:11:03 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0a34b8-c54b-4d42-a722-6ccd834eab31]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f4a861b-5a64-4abf-a53a-9c9c26a409d8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00133311-4b1f-4a3b-8ce8-7fd3ef2e8289]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycbSfvAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '26634313637656366', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634313637656366', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lazy-loading 'pci_devices' on Instance uuid c29c74d7-85e4-4564-81b6-465932a53517 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:11:04 user nova-compute[75254]:   <uuid>c29c74d7-85e4-4564-81b6-465932a53517</uuid>
Nov 29 10:11:04 user nova-compute[75254]:   <name>instance-0000000b</name>
Nov 29 10:11:04 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:11:04 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:11:04 user nova-compute[75254]:   <metadata>
Nov 29 10:11:04 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:11:04 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:11:04 user nova-compute[75254]:       <nova:name>tempest-device-tagging-server-1199053460</nova:name>
Nov 29 10:11:04 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:11:00</nova:creationTime>
Nov 29 10:11:04 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:11:04 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:11:04 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:11:04 user nova-compute[75254]:       <nova:owner>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:user uuid="0f90eb86618f4323ba47f00153985713">tempest-TaggedBootDevicesTest_v242-1360788525-project-member</nova:user>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:project uuid="be7222fafcf94ed2982774cb302156fb">tempest-TaggedBootDevicesTest_v242-1360788525</nova:project>
Nov 29 10:11:04 user nova-compute[75254]:       </nova:owner>
Nov 29 10:11:04 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:11:04 user nova-compute[75254]:       <nova:ports>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="c7a74692-d774-45cc-9161-4657a3e44b4e">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.46" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="592d828d-eb70-4df7-bd79-2af8ce5a496d">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.227" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="2d34c5a9-b31b-478d-b2e5-bdfa4549c29b">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.245" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="6872ffec-9e51-4a50-9e2b-85bab6acc1cc">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.180" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="a44e8fa9-ec95-4a90-ba4d-d8760a546766">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:         <nova:port uuid="ee1701aa-20ae-499c-a798-0e9ea22ba16c">
Nov 29 10:11:04 user nova-compute[75254]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 10:11:04 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:04 user nova-compute[75254]:       </nova:ports>
Nov 29 10:11:04 user nova-compute[75254]:     </nova:instance>
Nov 29 10:11:04 user nova-compute[75254]:   </metadata>
Nov 29 10:11:04 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:11:04 user nova-compute[75254]:     <system>
Nov 29 10:11:04 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:11:04 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:11:04 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:11:04 user nova-compute[75254]:       <entry name="serial">c29c74d7-85e4-4564-81b6-465932a53517</entry>
Nov 29 10:11:04 user nova-compute[75254]:       <entry name="uuid">c29c74d7-85e4-4564-81b6-465932a53517</entry>
Nov 29 10:11:04 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:11:04 user nova-compute[75254]:     </system>
Nov 29 10:11:04 user nova-compute[75254]:   </sysinfo>
Nov 29 10:11:04 user nova-compute[75254]:   <os>
Nov 29 10:11:04 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:11:04 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:11:04 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:11:04 user nova-compute[75254]:   </os>
Nov 29 10:11:04 user nova-compute[75254]:   <features>
Nov 29 10:11:04 user nova-compute[75254]:     <acpi/>
Nov 29 10:11:04 user nova-compute[75254]:     <apic/>
Nov 29 10:11:04 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:11:04 user nova-compute[75254]:   </features>
Nov 29 10:11:04 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:11:04 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:11:04 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:11:04 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:11:04 user nova-compute[75254]:   </clock>
Nov 29 10:11:04 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:11:04 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:11:04 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:11:04 user nova-compute[75254]:   </cpu>
Nov 29 10:11:04 user nova-compute[75254]:   <devices>
Nov 29 10:11:04 user nova-compute[75254]:     <disk type="file" device="cdrom">
Nov 29 10:11:04 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 10:11:04 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517/disk.config"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="hda" bus="ide"/>
Nov 29 10:11:04 user nova-compute[75254]:     </disk>
Nov 29 10:11:04 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:11:04 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:04 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <serial>aadee7ed-4f98-41e5-b4f5-21b3fdd28d72</serial>
Nov 29 10:11:04 user nova-compute[75254]:     </disk>
Nov 29 10:11:04 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:11:04 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:04 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <serial>c04f2b82-a69b-4deb-815b-8bc3fee98c27</serial>
Nov 29 10:11:04 user nova-compute[75254]:     </disk>
Nov 29 10:11:04 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:11:04 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:04 user nova-compute[75254]:       <source dev="/dev/sdd"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="vdc" bus="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <serial>36c3a5af-6f46-47db-aa0b-9557f5ad7583</serial>
Nov 29 10:11:04 user nova-compute[75254]:     </disk>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:82:cc:70"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tapc7a74692-d7"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:da:fd:19"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tap2b09c21d-a9"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:37:bb:b9"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tap592d828d-eb"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:57:14:e9"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tap2d34c5a9-b3"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:76:b0:9c"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tap6872ffec-9e"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:a0:25:29"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tapa44e8fa9-ec"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:04 user nova-compute[75254]:       <mac address="fa:16:3e:ad:40:87"/>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:04 user nova-compute[75254]:       <target dev="tapee1701aa-20"/>
Nov 29 10:11:04 user nova-compute[75254]:     </interface>
Nov 29 10:11:04 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:11:04 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517/console.log" append="off"/>
Nov 29 10:11:04 user nova-compute[75254]:     </serial>
Nov 29 10:11:04 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:11:04 user nova-compute[75254]:     <video>
Nov 29 10:11:04 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:04 user nova-compute[75254]:     </video>
Nov 29 10:11:04 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:11:04 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:11:04 user nova-compute[75254]:     </rng>
Nov 29 10:11:04 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:11:04 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:11:04 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:11:04 user nova-compute[75254]:     </memballoon>
Nov 29 10:11:04 user nova-compute[75254]:   </devices>
Nov 29 10:11:04 user nova-compute[75254]: </domain>
Nov 29 10:11:04 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '834a9b88-ad06-5ac9-a7e8-78562f9fbcaf', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc7a74692-d7, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc7a74692-d7, col_values=(('qos', UUID('933fcfa5-0a90-43c9-a045-d2a02f18dbbe')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc7a74692-d7, col_values=(('external_ids', {'iface-id': 'c7a74692-d774-45cc-9161-4657a3e44b4e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:cc:70', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7')
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7483d6ba-8d54-5954-8c22-c28fc704116c', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b09c21d-a9, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b09c21d-a9, col_values=(('qos', UUID('320b84d1-7e50-44d3-92c3-dc7217688849')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b09c21d-a9, col_values=(('external_ids', {'iface-id': '2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:fd:19', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9')
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd2fdb84b-7423-504f-817e-609373757650', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap592d828d-eb, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap592d828d-eb, col_values=(('qos', UUID('e073a05d-f809-4b09-85c8-892dfbb11b57')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap592d828d-eb, col_values=(('external_ids', {'iface-id': '592d828d-eb70-4df7-bd79-2af8ce5a496d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:bb:b9', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb')
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '41976a44-b81b-5bb6-859a-34a92d1a6ff8', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2d34c5a9-b3, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2d34c5a9-b3, col_values=(('qos', UUID('653e9411-6e40-40a0-bea0-1a4ddbbdc258')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2d34c5a9-b3, col_values=(('external_ids', {'iface-id': '2d34c5a9-b31b-478d-b2e5-bdfa4549c29b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:14:e9', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3')
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f96691e6-8f44-5a91-a017-f75fda0913cb', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6872ffec-9e, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6872ffec-9e, col_values=(('qos', UUID('9b775f1e-499d-4a72-8b07-92b2aad54389')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6872ffec-9e, col_values=(('external_ids', {'iface-id': '6872ffec-9e51-4a50-9e2b-85bab6acc1cc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:b0:9c', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e')
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e99dd9c2-4a8d-5740-a22d-29143e762372', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa44e8fa9-ec, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa44e8fa9-ec, col_values=(('qos', UUID('35b451aa-b6c5-4aa6-83ce-4f2a95ada08e')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa44e8fa9-ec, col_values=(('external_ids', {'iface-id': 'a44e8fa9-ec95-4a90-ba4d-d8760a546766', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:25:29', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec')
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:10:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '57611a3e-d6d3-50f5-8999-7efe8933f33c', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee1701aa-20, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee1701aa-20, col_values=(('qos', UUID('efc6e03f-5d0f-40e6-981c-c19c8dec7ffe')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee1701aa-20, col_values=(('external_ids', {'iface-id': 'ee1701aa-20ae-499c-a798-0e9ea22ba16c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:40:87', 'vm-uuid': 'c29c74d7-85e4-4564-81b6-465932a53517'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:05 user nova-compute[75254]: INFO os_vif [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20')
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] No BDM found with device name hda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] No VIF found with MAC fa:16:3e:82:cc:70, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] No VIF found with MAC fa:16:3e:76:b0:9c, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Using config drive
Nov 29 10:11:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Creating config drive at /opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517/disk.config
Nov 29 10:11:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpnqvm5dpn {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpnqvm5dpn" returned: 0 in 0.055s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-b67f5b5d-d8d4-4007-8fc2-c34af787421b req-25256b15-7f41-4586-b5d5-69702c7dab15 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b67f5b5d-d8d4-4007-8fc2-c34af787421b req-25256b15-7f41-4586-b5d5-69702c7dab15 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b67f5b5d-d8d4-4007-8fc2-c34af787421b req-25256b15-7f41-4586-b5d5-69702c7dab15 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b67f5b5d-d8d4-4007-8fc2-c34af787421b req-25256b15-7f41-4586-b5d5-69702c7dab15 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-b67f5b5d-d8d4-4007-8fc2-c34af787421b req-25256b15-7f41-4586-b5d5-69702c7dab15 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:07 user nova-compute[75254]: WARNING nova.compute.manager [req-b67f5b5d-d8d4-4007-8fc2-c34af787421b req-25256b15-7f41-4586-b5d5-69702c7dab15 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e for instance with vm_state building and task_state spawning.
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9bc033e-3a9f-4158-a6ef-6d2228805795 req-88602004-9d4a-4ef6-b20a-aad6c3a3b29a service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9bc033e-3a9f-4158-a6ef-6d2228805795 req-88602004-9d4a-4ef6-b20a-aad6c3a3b29a service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9bc033e-3a9f-4158-a6ef-6d2228805795 req-88602004-9d4a-4ef6-b20a-aad6c3a3b29a service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9bc033e-3a9f-4158-a6ef-6d2228805795 req-88602004-9d4a-4ef6-b20a-aad6c3a3b29a service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9bc033e-3a9f-4158-a6ef-6d2228805795 req-88602004-9d4a-4ef6-b20a-aad6c3a3b29a service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:07 user nova-compute[75254]: WARNING nova.compute.manager [req-c9bc033e-3a9f-4158-a6ef-6d2228805795 req-88602004-9d4a-4ef6-b20a-aad6c3a3b29a service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b for instance with vm_state building and task_state spawning.
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-89ba997d-0535-4217-b27c-17e03e3620c1 req-c2729674-2242-44c2-9a5d-a49901214505 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-89ba997d-0535-4217-b27c-17e03e3620c1 req-c2729674-2242-44c2-9a5d-a49901214505 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-89ba997d-0535-4217-b27c-17e03e3620c1 req-c2729674-2242-44c2-9a5d-a49901214505 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-89ba997d-0535-4217-b27c-17e03e3620c1 req-c2729674-2242-44c2-9a5d-a49901214505 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-89ba997d-0535-4217-b27c-17e03e3620c1 req-c2729674-2242-44c2-9a5d-a49901214505 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:07 user nova-compute[75254]: WARNING nova.compute.manager [req-89ba997d-0535-4217-b27c-17e03e3620c1 req-c2729674-2242-44c2-9a5d-a49901214505 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d for instance with vm_state building and task_state spawning.
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-3e29590a-5397-45b3-a90e-67aeb94fdd3a req-5573697f-6c01-47a6-bf17-79e5bed88535 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 for instance with vm_state building and task_state spawning.
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:09 user nova-compute[75254]: WARNING nova.compute.manager [req-8afce95f-7ea6-46db-81bd-41046665d2f3 req-4c022488-b0b0-404b-ba24-798002352ea9 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 for instance with vm_state building and task_state spawning.
Nov 29 10:11:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:10 user nova-compute[75254]: WARNING nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d for instance with vm_state building and task_state spawning.
Nov 29 10:11:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:10 user nova-compute[75254]: WARNING nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c for instance with vm_state building and task_state spawning.
Nov 29 10:11:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:10 user nova-compute[75254]: WARNING nova.compute.manager [req-e49f17d2-ff98-4d4f-b3e0-2cbe661d5420 req-5a96cd38-2166-4a19-938f-3a6a41586e2b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c for instance with vm_state building and task_state spawning.
Nov 29 10:11:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:11:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance spawned successfully.
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:11 user nova-compute[75254]: INFO nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Took 10.72 seconds to spawn the instance on the hypervisor.
Nov 29 10:11:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:11:11 user nova-compute[75254]: INFO nova.compute.manager [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Took 37.98 seconds to build instance.
Nov 29 10:11:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-579adcac-4c4e-4f2a-a8e9-cee546b0fa84 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "c29c74d7-85e4-4564-81b6-465932a53517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.091s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "3b063113-c584-459d-a6d3-ff645879f6ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:11:12 user nova-compute[75254]: INFO nova.compute.claims [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Claim successful on node user
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.472s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:11:12 user nova-compute[75254]: INFO nova.compute.manager [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] instance snapshotting
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:11:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:11:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Beginning live snapshot process
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.policy [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f75ae300252425cafbb4ed8699faf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3dc6a49b73447f3975de1c985ae040d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:11:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Creating image(s)
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "/opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "/opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "/opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.017s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:12 user nova-compute[75254]: INFO nova.compute.manager [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Rescuing
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:11:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json -f qcow2" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk 1073741824" returned: 0 in 0.048s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json -f qcow2" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzbetkbqw/527c455ffc2348c9a9f0d3df7adb6f09.delta 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzbetkbqw/527c455ffc2348c9a9f0d3df7adb6f09.delta 1073741824" returned: 0 in 0.062s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75254) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Nov 29 10:11:13 user nova-compute[75254]: INFO nova.virt.libvirt.host [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] UEFI support detected
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Cannot resize image /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Ensure instance console log exists: /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Successfully created port: 4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updating instance_info_cache with network_info: [{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:11:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance destroyed successfully.
Nov 29 10:11:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Attempting rescue
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75254) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:11:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Creating image(s)
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'trusted_certs' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Successfully updated port: 4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "refresh_cache-3b063113-c584-459d-a6d3-ff645879f6ea" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquired lock "refresh_cache-3b063113-c584-459d-a6d3-ff645879f6ea" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-changed-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Refreshing instance network info cache due to event network-changed-4c595513-1b36-44f5-b174-e0b00482efd1. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] Acquiring lock "refresh_cache-3b063113-c584-459d-a6d3-ff645879f6ea" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:11:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzbetkbqw/527c455ffc2348c9a9f0d3df7adb6f09.delta /opt/stack/data/nova/instances/snapshots/tmpzbetkbqw/527c455ffc2348c9a9f0d3df7adb6f09 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue" returned: 0 in 0.084s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.319s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'migration_context' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.base [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<d7d5b0ad-3050-46e8-adee-e3de3bb17ff3> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Start _get_guest_xml network_info=[{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:87:f2:81"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'resources' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.base [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<d7d5b0ad-3050-46e8-adee-e3de3bb17ff3> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'numa_topology' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.base [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<d7d5b0ad-3050-46e8-adee-e3de3bb17ff3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:11:15 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:15 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'vcpu_model' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.base [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<d7d5b0ad-3050-46e8-adee-e3de3bb17ff3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1754208577',display_name='tempest-ServerRescueNegativeTestJSON-server-1754208577',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1754208577',id=4,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-6oae68rt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:43Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=d7d5b0ad-3050-46e8-adee-e3de3bb17ff3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:87:f2:81"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:87:f2:81"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'pci_devices' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.objects.base [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<d7d5b0ad-3050-46e8-adee-e3de3bb17ff3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:11:15 user nova-compute[75254]:   <uuid>d7d5b0ad-3050-46e8-adee-e3de3bb17ff3</uuid>
Nov 29 10:11:15 user nova-compute[75254]:   <name>instance-00000004</name>
Nov 29 10:11:15 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:11:15 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:11:15 user nova-compute[75254]:   <metadata>
Nov 29 10:11:15 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:11:15 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:11:15 user nova-compute[75254]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1754208577</nova:name>
Nov 29 10:11:15 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:11:15</nova:creationTime>
Nov 29 10:11:15 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:11:15 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:11:15 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:11:15 user nova-compute[75254]:       <nova:owner>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:user uuid="abe7c92154444a4e902f0369eaf2c33b">tempest-ServerRescueNegativeTestJSON-2056495219-project-member</nova:user>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:project uuid="ab15ffc2bf4d49fe8fc893c2db9dc11e">tempest-ServerRescueNegativeTestJSON-2056495219</nova:project>
Nov 29 10:11:15 user nova-compute[75254]:       </nova:owner>
Nov 29 10:11:15 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:11:15 user nova-compute[75254]:       <nova:ports>
Nov 29 10:11:15 user nova-compute[75254]:         <nova:port uuid="45fa875c-f8d8-480b-80e9-4f66a9c814c6">
Nov 29 10:11:15 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:11:15 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:15 user nova-compute[75254]:       </nova:ports>
Nov 29 10:11:15 user nova-compute[75254]:     </nova:instance>
Nov 29 10:11:15 user nova-compute[75254]:   </metadata>
Nov 29 10:11:15 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:11:15 user nova-compute[75254]:     <system>
Nov 29 10:11:15 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:11:15 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:11:15 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:11:15 user nova-compute[75254]:       <entry name="serial">d7d5b0ad-3050-46e8-adee-e3de3bb17ff3</entry>
Nov 29 10:11:15 user nova-compute[75254]:       <entry name="uuid">d7d5b0ad-3050-46e8-adee-e3de3bb17ff3</entry>
Nov 29 10:11:15 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:11:15 user nova-compute[75254]:     </system>
Nov 29 10:11:15 user nova-compute[75254]:   </sysinfo>
Nov 29 10:11:15 user nova-compute[75254]:   <os>
Nov 29 10:11:15 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:11:15 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:11:15 user nova-compute[75254]:   </os>
Nov 29 10:11:15 user nova-compute[75254]:   <features>
Nov 29 10:11:15 user nova-compute[75254]:     <acpi/>
Nov 29 10:11:15 user nova-compute[75254]:     <apic/>
Nov 29 10:11:15 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:11:15 user nova-compute[75254]:   </features>
Nov 29 10:11:15 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:11:15 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:11:15 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:11:15 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:11:15 user nova-compute[75254]:   </clock>
Nov 29 10:11:15 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:11:15 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:11:15 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:11:15 user nova-compute[75254]:   </cpu>
Nov 29 10:11:15 user nova-compute[75254]:   <devices>
Nov 29 10:11:15 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:11:15 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:11:15 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue"/>
Nov 29 10:11:15 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:11:15 user nova-compute[75254]:     </disk>
Nov 29 10:11:15 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:11:15 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:11:15 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk"/>
Nov 29 10:11:15 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:11:15 user nova-compute[75254]:     </disk>
Nov 29 10:11:15 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:15 user nova-compute[75254]:       <mac address="fa:16:3e:87:f2:81"/>
Nov 29 10:11:15 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:15 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:15 user nova-compute[75254]:       <target dev="tap45fa875c-f8"/>
Nov 29 10:11:15 user nova-compute[75254]:     </interface>
Nov 29 10:11:15 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:11:15 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/console.log" append="off"/>
Nov 29 10:11:15 user nova-compute[75254]:     </serial>
Nov 29 10:11:15 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:11:15 user nova-compute[75254]:     <video>
Nov 29 10:11:15 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:15 user nova-compute[75254]:     </video>
Nov 29 10:11:15 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:11:15 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:11:15 user nova-compute[75254]:     </rng>
Nov 29 10:11:15 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:11:15 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:11:15 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:11:15 user nova-compute[75254]:     </memballoon>
Nov 29 10:11:15 user nova-compute[75254]:   </devices>
Nov 29 10:11:15 user nova-compute[75254]: </domain>
Nov 29 10:11:15 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:11:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance destroyed successfully.
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:87:f2:81, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzbetkbqw/527c455ffc2348c9a9f0d3df7adb6f09.delta /opt/stack/data/nova/instances/snapshots/tmpzbetkbqw/527c455ffc2348c9a9f0d3df7adb6f09" returned: 0 in 0.704s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Snapshot extracted, beginning image upload
Nov 29 10:11:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Updating instance_info_cache with network_info: [{"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Releasing lock "refresh_cache-3b063113-c584-459d-a6d3-ff645879f6ea" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Instance network_info: |[{"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] Acquired lock "refresh_cache-3b063113-c584-459d-a6d3-ff645879f6ea" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.neutron [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Refreshing network info cache for port 4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Start _get_guest_xml network_info=[{"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:11:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-418621729',display_name='tempest-ServersNegativeTestJSON-server-418621729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-418621729',id=12,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e3dc6a49b73447f3975de1c985ae040d',ramdisk_id='',reservation_id='r-nsag1guy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1097229796',owner_user_name='tempest-ServersNegativeTestJSON-1097229796-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:11:13Z,user_data=None,user_id='9f75ae300252425cafbb4ed8699faf27',uuid=3b063113-c584-459d-a6d3-ff645879f6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converting VIF {"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lazy-loading 'pci_devices' on Instance uuid 3b063113-c584-459d-a6d3-ff645879f6ea {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:11:16 user nova-compute[75254]:   <uuid>3b063113-c584-459d-a6d3-ff645879f6ea</uuid>
Nov 29 10:11:16 user nova-compute[75254]:   <name>instance-0000000c</name>
Nov 29 10:11:16 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:11:16 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:11:16 user nova-compute[75254]:   <metadata>
Nov 29 10:11:16 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:11:16 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:11:16 user nova-compute[75254]:       <nova:name>tempest-ServersNegativeTestJSON-server-418621729</nova:name>
Nov 29 10:11:16 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:11:16</nova:creationTime>
Nov 29 10:11:16 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:11:16 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:11:16 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:11:16 user nova-compute[75254]:       <nova:owner>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:user uuid="9f75ae300252425cafbb4ed8699faf27">tempest-ServersNegativeTestJSON-1097229796-project-member</nova:user>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:project uuid="e3dc6a49b73447f3975de1c985ae040d">tempest-ServersNegativeTestJSON-1097229796</nova:project>
Nov 29 10:11:16 user nova-compute[75254]:       </nova:owner>
Nov 29 10:11:16 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:11:16 user nova-compute[75254]:       <nova:ports>
Nov 29 10:11:16 user nova-compute[75254]:         <nova:port uuid="4c595513-1b36-44f5-b174-e0b00482efd1">
Nov 29 10:11:16 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:11:16 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:16 user nova-compute[75254]:       </nova:ports>
Nov 29 10:11:16 user nova-compute[75254]:     </nova:instance>
Nov 29 10:11:16 user nova-compute[75254]:   </metadata>
Nov 29 10:11:16 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:11:16 user nova-compute[75254]:     <system>
Nov 29 10:11:16 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:11:16 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:11:16 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:11:16 user nova-compute[75254]:       <entry name="serial">3b063113-c584-459d-a6d3-ff645879f6ea</entry>
Nov 29 10:11:16 user nova-compute[75254]:       <entry name="uuid">3b063113-c584-459d-a6d3-ff645879f6ea</entry>
Nov 29 10:11:16 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:11:16 user nova-compute[75254]:     </system>
Nov 29 10:11:16 user nova-compute[75254]:   </sysinfo>
Nov 29 10:11:16 user nova-compute[75254]:   <os>
Nov 29 10:11:16 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:11:16 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:11:16 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:11:16 user nova-compute[75254]:   </os>
Nov 29 10:11:16 user nova-compute[75254]:   <features>
Nov 29 10:11:16 user nova-compute[75254]:     <acpi/>
Nov 29 10:11:16 user nova-compute[75254]:     <apic/>
Nov 29 10:11:16 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:11:16 user nova-compute[75254]:   </features>
Nov 29 10:11:16 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:11:16 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:11:16 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:11:16 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:11:16 user nova-compute[75254]:   </clock>
Nov 29 10:11:16 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:11:16 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:11:16 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:11:16 user nova-compute[75254]:   </cpu>
Nov 29 10:11:16 user nova-compute[75254]:   <devices>
Nov 29 10:11:16 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:11:16 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:11:16 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk"/>
Nov 29 10:11:16 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:11:16 user nova-compute[75254]:     </disk>
Nov 29 10:11:16 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:16 user nova-compute[75254]:       <mac address="fa:16:3e:dd:c0:39"/>
Nov 29 10:11:16 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:16 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:16 user nova-compute[75254]:       <target dev="tap4c595513-1b"/>
Nov 29 10:11:16 user nova-compute[75254]:     </interface>
Nov 29 10:11:16 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:11:16 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/console.log" append="off"/>
Nov 29 10:11:16 user nova-compute[75254]:     </serial>
Nov 29 10:11:16 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:11:16 user nova-compute[75254]:     <video>
Nov 29 10:11:16 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:16 user nova-compute[75254]:     </video>
Nov 29 10:11:16 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:11:16 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:11:16 user nova-compute[75254]:     </rng>
Nov 29 10:11:16 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:11:16 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:11:16 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:11:16 user nova-compute[75254]:     </memballoon>
Nov 29 10:11:16 user nova-compute[75254]:   </devices>
Nov 29 10:11:16 user nova-compute[75254]: </domain>
Nov 29 10:11:16 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-418621729',display_name='tempest-ServersNegativeTestJSON-server-418621729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-418621729',id=12,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e3dc6a49b73447f3975de1c985ae040d',ramdisk_id='',reservation_id='r-nsag1guy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1097229796',owner_user_name='tempest-ServersNegativeTestJSON-1097229796-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:11:13Z,user_data=None,user_id='9f75ae300252425cafbb4ed8699faf27',uuid=3b063113-c584-459d-a6d3-ff645879f6ea,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converting VIF {"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG os_vif [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e696a1ed-6b2c-5dc1-b105-4f075d0b2a2a', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4c595513-1b, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4c595513-1b, col_values=(('qos', UUID('6d1e06af-3529-4220-a71d-70f83108cf53')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4c595513-1b, col_values=(('external_ids', {'iface-id': '4c595513-1b36-44f5-b174-e0b00482efd1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:c0:39', 'vm-uuid': '3b063113-c584-459d-a6d3-ff645879f6ea'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:16 user nova-compute[75254]: INFO os_vif [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b')
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] No VIF found with MAC fa:16:3e:dd:c0:39, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-changed-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Refreshing instance network info cache due to event network-changed-313d1c1f-2155-450d-aef8-02a748d3eb0f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.neutron [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Refreshing network info cache for port 313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.neutron [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Updated VIF entry in instance network info cache for port 4c595513-1b36-44f5-b174-e0b00482efd1. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG nova.network.neutron [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Updating instance_info_cache with network_info: [{"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c09f0be1-09f6-4a7a-8a21-cb6c6632f310 req-b0f0c233-96ee-4afc-938e-3a05a4b2e176 service nova] Releasing lock "refresh_cache-3b063113-c584-459d-a6d3-ff645879f6ea" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-e37c91ec-b2f7-4f89-a88f-e80d2b26b497 req-d5f1ed73-767c-46fc-9711-43351595b23d service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-unplugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e37c91ec-b2f7-4f89-a88f-e80d2b26b497 req-d5f1ed73-767c-46fc-9711-43351595b23d service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e37c91ec-b2f7-4f89-a88f-e80d2b26b497 req-d5f1ed73-767c-46fc-9711-43351595b23d service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e37c91ec-b2f7-4f89-a88f-e80d2b26b497 req-d5f1ed73-767c-46fc-9711-43351595b23d service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-e37c91ec-b2f7-4f89-a88f-e80d2b26b497 req-d5f1ed73-767c-46fc-9711-43351595b23d service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-unplugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:17 user nova-compute[75254]: WARNING nova.compute.manager [req-e37c91ec-b2f7-4f89-a88f-e80d2b26b497 req-d5f1ed73-767c-46fc-9711-43351595b23d service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-unplugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state active and task_state rescuing.
Nov 29 10:11:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updated VIF entry in instance network info cache for port 313d1c1f-2155-450d-aef8-02a748d3eb0f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-85fa90f7-5cce-47ee-9835-136414783118 req-5e74b89b-3396-431e-acd9-205d1ac71b85 service nova] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:19 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Snapshot image upload complete
Nov 29 10:11:19 user nova-compute[75254]: INFO nova.compute.manager [None req-121d8b85-cc5b-4e68-b42a-b674565fa34d tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Took 6.45 seconds to snapshot the instance on the hypervisor.
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:19 user nova-compute[75254]: WARNING nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state active and task_state rescuing.
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:19 user nova-compute[75254]: WARNING nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state active and task_state rescuing.
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:19 user nova-compute[75254]: WARNING nova.compute.manager [req-280e44d9-f869-4707-8e5c-ab2c88a3eb34 req-c2becd34-a1bb-4b17-b67d-250c0ac218d9 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state active and task_state rescuing.
Nov 29 10:11:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-e254f327-aa21-4907-9186-dff717260742 req-1f22dc13-efe0-457f-aff1-feeee3961728 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e254f327-aa21-4907-9186-dff717260742 req-1f22dc13-efe0-457f-aff1-feeee3961728 service nova] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e254f327-aa21-4907-9186-dff717260742 req-1f22dc13-efe0-457f-aff1-feeee3961728 service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e254f327-aa21-4907-9186-dff717260742 req-1f22dc13-efe0-457f-aff1-feeee3961728 service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-e254f327-aa21-4907-9186-dff717260742 req-1f22dc13-efe0-457f-aff1-feeee3961728 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] No waiting events found dispatching network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:19 user nova-compute[75254]: WARNING nova.compute.manager [req-e254f327-aa21-4907-9186-dff717260742 req-1f22dc13-efe0-457f-aff1-feeee3961728 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received unexpected event network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 for instance with vm_state building and task_state spawning.
Nov 29 10:11:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-1979da0f-04e0-4820-8170-d3f8560eb14d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:11:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Instance spawned successfully.
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-bdd1a1c7-1407-4971-979b-ceb551c31c79 req-d726815f-5793-4a09-ae99-b2d1687103e5 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bdd1a1c7-1407-4971-979b-ceb551c31c79 req-d726815f-5793-4a09-ae99-b2d1687103e5 service nova] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bdd1a1c7-1407-4971-979b-ceb551c31c79 req-d726815f-5793-4a09-ae99-b2d1687103e5 service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bdd1a1c7-1407-4971-979b-ceb551c31c79 req-d726815f-5793-4a09-ae99-b2d1687103e5 service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-bdd1a1c7-1407-4971-979b-ceb551c31c79 req-d726815f-5793-4a09-ae99-b2d1687103e5 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] No waiting events found dispatching network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:21 user nova-compute[75254]: WARNING nova.compute.manager [req-bdd1a1c7-1407-4971-979b-ceb551c31c79 req-d726815f-5793-4a09-ae99-b2d1687103e5 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received unexpected event network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 for instance with vm_state building and task_state spawning.
Nov 29 10:11:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:21 user nova-compute[75254]: INFO nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Took 8.43 seconds to spawn the instance on the hypervisor.
Nov 29 10:11:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:21 user nova-compute[75254]: INFO nova.compute.manager [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Took 9.38 seconds to build instance.
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-da4dfb69-a749-4624-94f4-d9fa6bc8179a tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "3b063113-c584-459d-a6d3-ff645879f6ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.496s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.321s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.315s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:27 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:27 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=6974MB free_disk=25.409645080566406GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 01d6a53a-8ec0-4784-a97e-3784a0c09217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance c29c74d7-85e4-4564-81b6-465932a53517 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3b063113-c584-459d-a6d3-ff645879f6ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:11:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.784s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.073s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:11:28 user nova-compute[75254]: INFO nova.compute.claims [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Claim successful on node user
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:11:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.policy [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '830b289a5e764a77b5a300e5208f8c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab206b13af024b9a924e4d1dd94043d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:11:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Creating image(s)
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "/opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "/opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "/opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.226s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.294s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk 1073741824" returned: 0 in 0.051s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.355s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Successfully created port: 6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.218s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Cannot resize image /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Ensure instance console log exists: /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Successfully updated port: 6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquired lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-changed-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Refreshing instance network info cache due to event network-changed-6d7c1e95-26a4-4294-a885-4c8bf968ec5f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] Acquiring lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating instance_info_cache with network_info: [{"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Releasing lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Instance network_info: |[{"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] Acquired lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Refreshing network info cache for port 6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Start _get_guest_xml network_info=[{"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:11:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:11:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1590348631',display_name='tempest-SnapshotDataIntegrityTests-server-1590348631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1590348631',id=13,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbJRsDMR+K4faQ/zwnrALfxXoCq2MtB7BZ0iF2Qq3/MAv0d/5SL3mLZX8ppRDd9F2EYYa4374oOhpAruVk6MeMwSSWzP7n3ZAf511KqAh5jtp0HkRy2Z1iajnf5qFfPFg==',key_name='tempest-keypair-139196600',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab206b13af024b9a924e4d1dd94043d6',ramdisk_id='',reservation_id='r-5kmrx6kn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1235368352',owner_user_name='tempest-SnapshotDataIntegrityTests-1235368352-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:11:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='830b289a5e764a77b5a300e5208f8c8a',uuid=33f41372-34dd-43bf-b298-3497d694530f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Converting VIF {"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'pci_devices' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:11:31 user nova-compute[75254]:   <uuid>33f41372-34dd-43bf-b298-3497d694530f</uuid>
Nov 29 10:11:31 user nova-compute[75254]:   <name>instance-0000000d</name>
Nov 29 10:11:31 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:11:31 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:11:31 user nova-compute[75254]:   <metadata>
Nov 29 10:11:31 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:11:31 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:11:31 user nova-compute[75254]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1590348631</nova:name>
Nov 29 10:11:31 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:11:31</nova:creationTime>
Nov 29 10:11:31 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:11:31 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:11:31 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:11:31 user nova-compute[75254]:       <nova:owner>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:user uuid="830b289a5e764a77b5a300e5208f8c8a">tempest-SnapshotDataIntegrityTests-1235368352-project-member</nova:user>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:project uuid="ab206b13af024b9a924e4d1dd94043d6">tempest-SnapshotDataIntegrityTests-1235368352</nova:project>
Nov 29 10:11:31 user nova-compute[75254]:       </nova:owner>
Nov 29 10:11:31 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:11:31 user nova-compute[75254]:       <nova:ports>
Nov 29 10:11:31 user nova-compute[75254]:         <nova:port uuid="6d7c1e95-26a4-4294-a885-4c8bf968ec5f">
Nov 29 10:11:31 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:11:31 user nova-compute[75254]:         </nova:port>
Nov 29 10:11:31 user nova-compute[75254]:       </nova:ports>
Nov 29 10:11:31 user nova-compute[75254]:     </nova:instance>
Nov 29 10:11:31 user nova-compute[75254]:   </metadata>
Nov 29 10:11:31 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:11:31 user nova-compute[75254]:     <system>
Nov 29 10:11:31 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:11:31 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:11:31 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:11:31 user nova-compute[75254]:       <entry name="serial">33f41372-34dd-43bf-b298-3497d694530f</entry>
Nov 29 10:11:31 user nova-compute[75254]:       <entry name="uuid">33f41372-34dd-43bf-b298-3497d694530f</entry>
Nov 29 10:11:31 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:11:31 user nova-compute[75254]:     </system>
Nov 29 10:11:31 user nova-compute[75254]:   </sysinfo>
Nov 29 10:11:31 user nova-compute[75254]:   <os>
Nov 29 10:11:31 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:11:31 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:11:31 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:11:31 user nova-compute[75254]:   </os>
Nov 29 10:11:31 user nova-compute[75254]:   <features>
Nov 29 10:11:31 user nova-compute[75254]:     <acpi/>
Nov 29 10:11:31 user nova-compute[75254]:     <apic/>
Nov 29 10:11:31 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:11:31 user nova-compute[75254]:   </features>
Nov 29 10:11:31 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:11:31 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:11:31 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:11:31 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:11:31 user nova-compute[75254]:   </clock>
Nov 29 10:11:31 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:11:31 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:11:31 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:11:31 user nova-compute[75254]:   </cpu>
Nov 29 10:11:31 user nova-compute[75254]:   <devices>
Nov 29 10:11:31 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:11:31 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:11:31 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk"/>
Nov 29 10:11:31 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:11:31 user nova-compute[75254]:     </disk>
Nov 29 10:11:31 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:11:31 user nova-compute[75254]:       <mac address="fa:16:3e:2a:c0:21"/>
Nov 29 10:11:31 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:31 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:11:31 user nova-compute[75254]:       <target dev="tap6d7c1e95-26"/>
Nov 29 10:11:31 user nova-compute[75254]:     </interface>
Nov 29 10:11:31 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:11:31 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/console.log" append="off"/>
Nov 29 10:11:31 user nova-compute[75254]:     </serial>
Nov 29 10:11:31 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:11:31 user nova-compute[75254]:     <video>
Nov 29 10:11:31 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:11:31 user nova-compute[75254]:     </video>
Nov 29 10:11:31 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:11:31 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:11:31 user nova-compute[75254]:     </rng>
Nov 29 10:11:31 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:11:31 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:11:31 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:11:31 user nova-compute[75254]:     </memballoon>
Nov 29 10:11:31 user nova-compute[75254]:   </devices>
Nov 29 10:11:31 user nova-compute[75254]: </domain>
Nov 29 10:11:31 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:11:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1590348631',display_name='tempest-SnapshotDataIntegrityTests-server-1590348631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1590348631',id=13,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbJRsDMR+K4faQ/zwnrALfxXoCq2MtB7BZ0iF2Qq3/MAv0d/5SL3mLZX8ppRDd9F2EYYa4374oOhpAruVk6MeMwSSWzP7n3ZAf511KqAh5jtp0HkRy2Z1iajnf5qFfPFg==',key_name='tempest-keypair-139196600',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab206b13af024b9a924e4d1dd94043d6',ramdisk_id='',reservation_id='r-5kmrx6kn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1235368352',owner_user_name='tempest-SnapshotDataIntegrityTests-1235368352-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:11:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='830b289a5e764a77b5a300e5208f8c8a',uuid=33f41372-34dd-43bf-b298-3497d694530f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Converting VIF {"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG os_vif [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c9fbfa54-ab9b-5ce8-ab72-1aacbafc6aab', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d7c1e95-26, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d7c1e95-26, col_values=(('qos', UUID('5034543a-3857-45c3-9161-29c5de086755')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d7c1e95-26, col_values=(('external_ids', {'iface-id': '6d7c1e95-26a4-4294-a885-4c8bf968ec5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:c0:21', 'vm-uuid': '33f41372-34dd-43bf-b298-3497d694530f'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:31 user nova-compute[75254]: INFO os_vif [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26')
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No VIF found with MAC fa:16:3e:2a:c0:21, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updated VIF entry in instance network info cache for port 6d7c1e95-26a4-4294-a885-4c8bf968ec5f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating instance_info_cache with network_info: [{"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7bd75f3b-be5a-43e6-a20e-08d45ee621dd req-996c4868-77cf-4052-ae02-973ace887f13 service nova] Releasing lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-changed-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Refreshing instance network info cache due to event network-changed-5b453602-0845-431c-9754-8881e67e2f4c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] Acquiring lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] Acquired lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Refreshing network info cache for port 5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updated VIF entry in instance network info cache for port 5b453602-0845-431c-9754-8881e67e2f4c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updating instance_info_cache with network_info: [{"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-32d39b6a-a697-4a0e-831d-239f2dc57095 req-c087477b-50f2-4027-bda4-e41f135e1a07 service nova] Releasing lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-a37e133a-5083-4682-b8b1-9bd16e6e715f req-61a27915-9c67-4af1-8734-742ed5e0d832 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a37e133a-5083-4682-b8b1-9bd16e6e715f req-61a27915-9c67-4af1-8734-742ed5e0d832 service nova] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a37e133a-5083-4682-b8b1-9bd16e6e715f req-61a27915-9c67-4af1-8734-742ed5e0d832 service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a37e133a-5083-4682-b8b1-9bd16e6e715f req-61a27915-9c67-4af1-8734-742ed5e0d832 service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-a37e133a-5083-4682-b8b1-9bd16e6e715f req-61a27915-9c67-4af1-8734-742ed5e0d832 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] No waiting events found dispatching network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:33 user nova-compute[75254]: WARNING nova.compute.manager [req-a37e133a-5083-4682-b8b1-9bd16e6e715f req-61a27915-9c67-4af1-8734-742ed5e0d832 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received unexpected event network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f for instance with vm_state building and task_state spawning.
Nov 29 10:11:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG nova.objects.instance [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'flavor' on Instance uuid 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.126s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:35 user nova-compute[75254]: INFO nova.compute.manager [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Attaching volume 5965d874-6b50-4971-bf9d-75714f1c5458 to /dev/vdb
Nov 29 10:11:35 user nova-compute[75254]: DEBUG os_brick.utils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[20bd56f8-ec50-47fd-a84a-beb781079bc0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a008a9-d891-46a4-93cf-cc9a08704a1b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb7481d-9236-499b-844d-8b5efc599298]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa02f07-2d95-4c36-8c18-0a57f117ce38]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:35 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:11:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebf94ba4-007d-499e-ae2e-d4031e1954e8]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG os_brick.utils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:35 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updating existing volume attachment record: d25be6cc-9951-4033-965d-5e90982b81b7 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-755306be-8a79-4a5a-b641-b9132c81e3b1 req-52d3b961-b28f-4d12-a62b-3cd386c3f7da service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-755306be-8a79-4a5a-b641-b9132c81e3b1 req-52d3b961-b28f-4d12-a62b-3cd386c3f7da service nova] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-755306be-8a79-4a5a-b641-b9132c81e3b1 req-52d3b961-b28f-4d12-a62b-3cd386c3f7da service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-755306be-8a79-4a5a-b641-b9132c81e3b1 req-52d3b961-b28f-4d12-a62b-3cd386c3f7da service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-755306be-8a79-4a5a-b641-b9132c81e3b1 req-52d3b961-b28f-4d12-a62b-3cd386c3f7da service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] No waiting events found dispatching network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:36 user nova-compute[75254]: WARNING nova.compute.manager [req-755306be-8a79-4a5a-b641-b9132c81e3b1 req-52d3b961-b28f-4d12-a62b-3cd386c3f7da service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received unexpected event network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f for instance with vm_state building and task_state spawning.
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:11:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Instance spawned successfully.
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:11:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:36 user nova-compute[75254]: INFO nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Took 7.21 seconds to spawn the instance on the hypervisor.
Nov 29 10:11:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:11:36 user nova-compute[75254]: INFO nova.compute.manager [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Took 8.28 seconds to build instance.
Nov 29 10:11:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4561d26f-f805-41eb-a7c3-d0b528a3a5ec tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.430s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MioJFKew', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:43 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:43 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:43 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[07479385-33ad-4e49-be2a-380a24e7fa2b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:43 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[998fb6c1-6ad1-4e3f-adc3-a392d5152f99]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458] added
Nov 29 10:11:43 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6f3061-0f3c-4f90-a282-b4d6fbca9165]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57fb40f2-ab51-48e9-bff3-689f1b121c19]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MioJFKew {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MioJFKew" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b53e2877-eecf-4d8a-949f-d357c709498e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MioJFKew'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7031908-8cd0-41ff-a35f-5fb382651b5d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-changed-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Refreshing instance network info cache due to event network-changed-15b88e0d-b43b-401d-95a6-19a5a4ff3b73. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] Acquiring lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] Acquired lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Refreshing network info cache for port 15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5a497d-a4cf-4e2f-be6d-c8612ae5541f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3702a434-1e01-4428-9f5f-3dfb4b27a4ec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260]
Nov 29 10:11:43 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:43 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5e2acc-957f-451d-b430-75876f61262a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[19150b37-2e51-41fa-bed8-aeaecd70a4df]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:43 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.328s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccedbbcd-9757-4e74-a6fb-defc8235035b]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MioJFKew', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG nova.objects.instance [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lazy-loading 'flavor' on Instance uuid 01d6a53a-8ec0-4784-a97e-3784a0c09217 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:44 user nova-compute[75254]: INFO nova.compute.manager [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Attaching volume 1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 to /dev/vdb
Nov 29 10:11:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.385s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] <== connect_volume: return (1386ms) {'type': 'block', 'scsi_wwn': '26439633932353234', 'path': '/dev/sde'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439633932353234', 'path': '/dev/sde'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG nova.objects.instance [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'flavor' on Instance uuid 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:11:44 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:44 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:11:44 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:11:44 user nova-compute[75254]:   <serial>5965d874-6b50-4971-bf9d-75714f1c5458</serial>
Nov 29 10:11:44 user nova-compute[75254]: </disk>
Nov 29 10:11:44 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG os_brick.utils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed37b315-b242-487f-b32d-08cfb1a01e10]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e1547e6-56ed-4305-bb46-0d304fc465df]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG nova.network.neutron [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updated VIF entry in instance network info cache for port 15b88e0d-b43b-401d-95a6-19a5a4ff3b73. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG nova.network.neutron [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updating instance_info_cache with network_info: [{"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[905e1057-2e64-4c40-bdaa-1b54d9ce916d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c949b3-37e7-4b7b-8d62-ce76b9e7a1dd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5b607b31-7a4a-4081-ad9c-3e1d107ab50d req-99d3720d-0ff1-40a2-83fa-3e0fdabafc34 service nova] Releasing lock "refresh_cache-c8eec498-bb1e-4f92-b5d0-b783c944bad3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:45 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6e1e3f0-f32c-4f2d-a13b-1e8710a23853]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG os_brick.utils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] <== get_connector_properties: return (223ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Updating existing volume attachment record: f86d1f84-23f9-4243-944d-25f2d4c1fcfb {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No VIF found with MAC fa:16:3e:73:c2:a2, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-93fa9b4b-8e08-48c7-8a61-19595e947f2d tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.403s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-changed-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Refreshing instance network info cache due to event network-changed-48c66999-379b-4401-ac7c-e7a52d0a8dc5. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] Acquiring lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] Acquired lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Refreshing network info cache for port 48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "interface-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "interface-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'flavor' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'pci_requests' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.objects.base [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Object Instance<a83ae61b-b74e-4aa1-a0e6-77aefc15ef71> lazy-loaded attributes: flavor,pci_requests {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:11:45 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.policy [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d28de88700f410a98deae754a95c90b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad6e49334af94823b8011dab33cb27f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.objects.instance [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lazy-loading 'flavor' on Instance uuid c8eec498-bb1e-4f92-b5d0-b783c944bad3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Updated VIF entry in instance network info cache for port 48c66999-379b-4401-ac7c-e7a52d0a8dc5. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Updating instance_info_cache with network_info: [{"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] Releasing lock "refresh_cache-01d6a53a-8ec0-4784-a97e-3784a0c09217" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-changed-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Refreshing instance network info cache due to event network-changed-59a8f5bc-452c-4d9d-ac9e-335576982474. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] Acquiring lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] Acquired lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Refreshing network info cache for port 59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.005s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:46 user nova-compute[75254]: INFO nova.compute.manager [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Attaching volume 60d49312-a367-4d4d-81d8-72bec67f722a to /dev/sdc
Nov 29 10:11:46 user nova-compute[75254]: DEBUG os_brick.utils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd96536-8e49-4d16-8245-7ef5352e1f86]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c208cdfd-bb94-4d97-987b-c824dab0b2ae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f541df8-8611-4729-b35c-b18211bbe835]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d3f794-a4bc-428c-a604-b67aeb3b7218]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:46 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab0b5f2-894d-478c-862d-d5e3819b506c]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG os_brick.utils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updating existing volume attachment record: fabee8f0-9dae-4c30-a896-cf2be16b8b2f {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:46 user nova-compute[75254]: INFO nova.compute.manager [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Detaching volume 5965d874-6b50-4971-bf9d-75714f1c5458
Nov 29 10:11:46 user nova-compute[75254]: INFO nova.virt.block_device [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Attempting to driver detach volume 5965d874-6b50-4971-bf9d-75714f1c5458 from mountpoint /dev/vdb
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Attempting to detach device vdb from instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:11:46 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:46 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:11:46 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:11:46 user nova-compute[75254]:   <serial>5965d874-6b50-4971-bf9d-75714f1c5458</serial>
Nov 29 10:11:46 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:11:46 user nova-compute[75254]: </disk>
Nov 29 10:11:46 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:11:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Successfully detached device vdb from instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb from the persistent domain config.
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:11:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:11:46 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:46 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:11:46 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:11:46 user nova-compute[75254]:   <serial>5965d874-6b50-4971-bf9d-75714f1c5458</serial>
Nov 29 10:11:46 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:11:46 user nova-compute[75254]: </disk>
Nov 29 10:11:46 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Successfully created port: e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updated VIF entry in instance network info cache for port 59a8f5bc-452c-4d9d-ac9e-335576982474. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2c2be746-318f-4fd6-bb51-5aaae2e303dc req-d4d1cda5-c8e0-4525-bfbd-6a6c0370f7a8 service nova] Releasing lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Successfully updated port: e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquired lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-changed-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Refreshing instance network info cache due to event network-changed-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] Acquiring lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Releasing lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] Acquired lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Refreshing network info cache for port e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG os_vif [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95f86497-6048-5af4-a2b5-842b88d5204e', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape3a0b0a2-d1, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape3a0b0a2-d1, col_values=(('qos', UUID('d00a5fba-ee77-4a4f-b679-d019ed01a2eb')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape3a0b0a2-d1, col_values=(('external_ids', {'iface-id': 'e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:83:db', 'vm-uuid': 'a83ae61b-b74e-4aa1-a0e6-77aefc15ef71'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: INFO os_vif [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1')
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] attach device xml: <interface type="ethernet">
Nov 29 10:11:48 user nova-compute[75254]:   <mac address="fa:16:3e:29:83:db"/>
Nov 29 10:11:48 user nova-compute[75254]:   <model type="virtio"/>
Nov 29 10:11:48 user nova-compute[75254]:   <mtu size="1442"/>
Nov 29 10:11:48 user nova-compute[75254]:   <target dev="tape3a0b0a2-d1"/>
Nov 29 10:11:48 user nova-compute[75254]: </interface>
Nov 29 10:11:48 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updated VIF entry in instance network info cache for port e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cac4ab0b-88d9-4050-be2c-561aa86f982f req-73853b75-360e-4f07-b4e6-5197b7412063 service nova] Releasing lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No BDM found with device name hda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No VIF found with MAC fa:16:3e:9e:ee:cf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:11:48 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:11:48 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:11:48 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:11:48</nova:creationTime>
Nov 29 10:11:48 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:11:48 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:11:48 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:11:48 user nova-compute[75254]:   <nova:owner>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:11:48 user nova-compute[75254]:   </nova:owner>
Nov 29 10:11:48 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:11:48 user nova-compute[75254]:   <nova:ports>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:11:48 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:11:48 user nova-compute[75254]:     </nova:port>
Nov 29 10:11:48 user nova-compute[75254]:     <nova:port uuid="e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9">
Nov 29 10:11:48 user nova-compute[75254]:       <nova:ip type="fixed" address="10.10.10.103" ipVersion="4"/>
Nov 29 10:11:48 user nova-compute[75254]:     </nova:port>
Nov 29 10:11:48 user nova-compute[75254]:   </nova:ports>
Nov 29 10:11:48 user nova-compute[75254]: </nova:instance>
Nov 29 10:11:48 user nova-compute[75254]:  {{(pid=75254) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 10:11:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8a3d79fd-458b-4f4a-be37-0dc18a88ac78 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "interface-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.426s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-47f70726-37d7-4716-95b1-0830d3bd644a req-b9994938-ab29-4d40-b676-78bd343fb688 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47f70726-37d7-4716-95b1-0830d3bd644a req-b9994938-ab29-4d40-b676-78bd343fb688 service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47f70726-37d7-4716-95b1-0830d3bd644a req-b9994938-ab29-4d40-b676-78bd343fb688 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47f70726-37d7-4716-95b1-0830d3bd644a req-b9994938-ab29-4d40-b676-78bd343fb688 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-47f70726-37d7-4716-95b1-0830d3bd644a req-b9994938-ab29-4d40-b676-78bd343fb688 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:49 user nova-compute[75254]: WARNING nova.compute.manager [req-47f70726-37d7-4716-95b1-0830d3bd644a req-b9994938-ab29-4d40-b676-78bd343fb688 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 for instance with vm_state active and task_state None.
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG nova.objects.instance [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'flavor' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.108s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:49 user nova-compute[75254]: INFO nova.compute.manager [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Attaching volume 7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 to /dev/vdb
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG nova.objects.instance [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lazy-loading 'flavor' on Instance uuid b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG os_brick.utils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ac0160-0a08-4a7e-a1d5-90aac9331892]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e44203e3-7aef-4bf0-a53e-e2a4518727bb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f8aa6b4-03c3-40f2-9456-4b18b1ef8499]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b81c383-3fd8-410e-a773-5f58324e273c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:49 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:11:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[adeb2a26-b657-4e05-9f94-f8f9228ab48d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG os_brick.utils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:49 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating existing volume attachment record: 90a39ab4-ddb8-4ee3-a394-09a52abc87f7 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:50 user nova-compute[75254]: INFO nova.compute.manager [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Attaching volume 83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 to /dev/vdb
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-changed-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Refreshing instance network info cache due to event network-changed-8b27957c-cd32-4043-b2bd-d96b7a9562b6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] Acquiring lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] Acquired lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Refreshing network info cache for port 8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updated VIF entry in instance network info cache for port 8b27957c-cd32-4043-b2bd-d96b7a9562b6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updating instance_info_cache with network_info: [{"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] Releasing lock "refresh_cache-b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:11:51 user nova-compute[75254]: WARNING nova.compute.manager [req-06ddced3-48ab-43d5-9945-56846637d014 req-4c4d89dd-c6b4-442b-a33d-f0fb23c0c3e3 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 for instance with vm_state active and task_state None.
Nov 29 10:11:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'myPEsJlT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:53 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:53 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:53 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e428937-a14b-43d8-ba41-249990d00b20]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:53 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[26eda1d4-fea8-431b-b1df-70441f454012]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1] added
Nov 29 10:11:53 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1f5d8b-e0f1-4c40-9241-b102d0627849]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ca13a4-1cae-430f-a536-b6dcaa06fa76]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v myPEsJlT {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v myPEsJlT" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fecc8ab-39d0-4220-b2fa-8ac3177ec499]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'myPEsJlT'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9430d713-4e8b-4008-8866-d6e4541f690f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d87307ff-8b2e-44f3-bd14-85792c92234d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.utils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e81ba4-bdf9-4c9b-adb3-ade7d486e7c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1286d7c6-9cbe-41ce-9f70-c28e829e6ca1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae68418-072d-476f-9989-973a5457ad50]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260]
Nov 29 10:11:53 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:53 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b005f761-c63f-43aa-892b-e4aa86929778]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2505ac48-56a8-48c7-9707-899c89a7bd52]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbf10ec-4a1e-4301-baf5-d0257cd0f138]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:53 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[11c300a2-151d-4505-9ae9-418fd98c2e5b]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.utils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updating existing volume attachment record: bfde9485-446a-40e8-abe5-9bffc116fe3b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e7f0a0-da9c-4043-951f-f17b2409ec1b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:53 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[562156f9-4da3-4ea8-9906-fd2a43f33a73]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'myPEsJlT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.387s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] <== connect_volume: return (1388ms) {'type': 'block', 'scsi_wwn': '26638333135393839', 'path': '/dev/sdf'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26638333135393839', 'path': '/dev/sdf'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG nova.objects.instance [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lazy-loading 'flavor' on Instance uuid 01d6a53a-8ec0-4784-a97e-3784a0c09217 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:11:54 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:54 user nova-compute[75254]:   <source dev="/dev/sdf"/>
Nov 29 10:11:54 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:11:54 user nova-compute[75254]:   <serial>1bd922a4-7d24-4ae2-94a1-4741cacb7cd1</serial>
Nov 29 10:11:54 user nova-compute[75254]: </disk>
Nov 29 10:11:54 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] No VIF found with MAC fa:16:3e:e2:78:09, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RglHIrae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:55 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:55 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:55 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb3a5f3a-ed46-4ed3-90ea-f217acb11eb3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:55 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9910e6b6-6301-4dc8-8695-4f6784784a95]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a] added
Nov 29 10:11:55 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6cef04b-e56d-4e4f-a46e-212c9687cda2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde2848a-2d2c-45ca-8122-85c8fe42ebbc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RglHIrae {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RglHIrae" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30a9269-735b-4bf3-81ad-d221797691d2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RglHIrae'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57e182e9-0a11-40d6-80da-5568baa5ca3f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[010d0c07-5a55-465b-b6fe-78ec49a211a0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d00fb468-c30a-4db3-acca-62e275e0fde7 tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.724s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71051cc9-4d5b-4ccf-8cfa-e8cf98b360ab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260]
Nov 29 10:11:55 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:55 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e184a48f-7e2b-4b78-adc0-6f47fc84f423]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0929d45-c2a8-4a09-a146-f28d7172ea2f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:11:55 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:55 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:11:55 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d1c31b-bdb5-4f71-8321-1140c6a3bd54]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:55 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RglHIrae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '26431656261346635', 'path': '/dev/sdg'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26431656261346635', 'path': '/dev/sdg'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG nova.objects.instance [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lazy-loading 'flavor' on Instance uuid c8eec498-bb1e-4f92-b5d0-b783c944bad3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:11:56 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:56 user nova-compute[75254]:   <source dev="/dev/sdg"/>
Nov 29 10:11:56 user nova-compute[75254]:   <target dev="sdc" bus="scsi"/>
Nov 29 10:11:56 user nova-compute[75254]:   <serial>60d49312-a367-4d4d-81d8-72bec67f722a</serial>
Nov 29 10:11:56 user nova-compute[75254]:   <address type="drive" controller="0" unit="2"/>
Nov 29 10:11:56 user nova-compute[75254]: </disk>
Nov 29 10:11:56 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG os_brick.utils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9084c729-337f-44cf-9a77-e8a9f02ede8e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f75229a-2bd6-427b-81cc-446e7c6af8c7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f95afe24-772e-4654-8038-d1c4587e2bc4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b2bca0-ef06-4186-bb92-6049ae0a1d41]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:11:57 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:11:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3caa846b-8cbe-4406-8316-a65eb1239dc9]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG os_brick.utils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No BDM found with device name sda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] No VIF found with MAC fa:16:3e:7f:a6:35, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:57 user nova-compute[75254]: INFO nova.compute.manager [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Swapping volume 1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 for f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23a618e7-0bbe-4bc7-aa6b-33dd68eb16ce tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.695s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HThBgnAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:11:58 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:58 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:11:58 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7d5bc3-d1fb-4394-bfe1-9657827af562]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:11:58 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[76a790cf-3973-416f-82ed-a34fddb19648]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342] added
Nov 29 10:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d662e862-7b04-44a2-a387-30c1c30e22fe]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1cf48e5-fa7f-4c71-8bca-e153df49c946]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HThBgnAw {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HThBgnAw" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75615216-1a73-42a1-a991-48a8dfa741d1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HThBgnAw'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fcf8eb1-c7e2-4ec9-a66f-1142aa631bb3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[796592f5-c81a-4b05-98ae-e78bda10087b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7b83dd-3445-4d8d-b495-541e8ddb1344]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260]
Nov 29 10:11:58 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260] successful.
Nov 29 10:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cac05edb-114d-431c-85ce-94ea0c8a30d6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b176ddf-8595-471d-9bc8-de8d103e0121]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:11:58 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cee26f1b-9a2c-4095-a468-53c2d780fa75]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HThBgnAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:11:58 user nova-compute[75254]: INFO nova.compute.manager [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Detaching volume 60d49312-a367-4d4d-81d8-72bec67f722a
Nov 29 10:11:58 user nova-compute[75254]: INFO nova.virt.block_device [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Attempting to driver detach volume 60d49312-a367-4d4d-81d8-72bec67f722a from mountpoint /dev/sdc
Nov 29 10:11:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Attempting to detach device sdc from instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:11:58 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:58 user nova-compute[75254]:   <source dev="/dev/sdg"/>
Nov 29 10:11:58 user nova-compute[75254]:   <target dev="sdc" bus="scsi"/>
Nov 29 10:11:58 user nova-compute[75254]:   <serial>60d49312-a367-4d4d-81d8-72bec67f722a</serial>
Nov 29 10:11:58 user nova-compute[75254]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 10:11:58 user nova-compute[75254]: </disk>
Nov 29 10:11:58 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:11:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Successfully detached device sdc from instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 from the persistent domain config.
Nov 29 10:11:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:11:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:11:58 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:58 user nova-compute[75254]:   <source dev="/dev/sdg"/>
Nov 29 10:11:58 user nova-compute[75254]:   <target dev="sdc" bus="scsi"/>
Nov 29 10:11:58 user nova-compute[75254]:   <serial>60d49312-a367-4d4d-81d8-72bec67f722a</serial>
Nov 29 10:11:58 user nova-compute[75254]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 29 10:11:58 user nova-compute[75254]: </disk>
Nov 29 10:11:58 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '23065376464383035', 'path': '/dev/sdh'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065376464383035', 'path': '/dev/sdh'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.objects.instance [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'flavor' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:11:59 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:11:59 user nova-compute[75254]:   <source dev="/dev/sdh"/>
Nov 29 10:11:59 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:11:59 user nova-compute[75254]:   <serial>7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342</serial>
Nov 29 10:11:59 user nova-compute[75254]: </disk>
Nov 29 10:11:59 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No BDM found with device name hda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] No VIF found with MAC fa:16:3e:9e:ee:cf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:11:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76f78538-602f-4a9a-9815-4c88722c604d tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.351s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:00 user nova-compute[75254]: INFO nova.compute.manager [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Detaching volume 7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342
Nov 29 10:12:01 user nova-compute[75254]: INFO nova.virt.block_device [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Attempting to driver detach volume 7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 from mountpoint /dev/vdb
Nov 29 10:12:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Attempting to detach device vdb from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:12:01 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:12:01 user nova-compute[75254]:   <source dev="/dev/sdh"/>
Nov 29 10:12:01 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:12:01 user nova-compute[75254]:   <serial>7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342</serial>
Nov 29 10:12:01 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 10:12:01 user nova-compute[75254]: </disk>
Nov 29 10:12:01 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:12:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully detached device vdb from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the persistent domain config.
Nov 29 10:12:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:12:01 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:12:01 user nova-compute[75254]:   <source dev="/dev/sdh"/>
Nov 29 10:12:01 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:12:01 user nova-compute[75254]:   <serial>7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342</serial>
Nov 29 10:12:01 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 10:12:01 user nova-compute[75254]: </disk>
Nov 29 10:12:01 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJvYNPwk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:01 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:01 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:01 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf2c192-44dc-4194-9d11-5864cdc997b8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:12:01 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b728c0db-e8c6-489e-b31f-ca1d28882b55]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31] added
Nov 29 10:12:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75a59fb-30f0-4a94-a692-5e5643772dfc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a47f355-bfaa-49c4-8245-66010d6f57a3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iJvYNPwk {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iJvYNPwk" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[928ef54c-6742-460d-936c-98c03917eb00]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iJvYNPwk'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a2e62d-eda6-4887-b5cc-682c1f7fb731]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f573d217-218f-47b8-9387-8c3253b823e8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b4e4c1-8f7b-4a78-952e-1c0b432f55d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260]
Nov 29 10:12:01 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[799cf3a3-f0ec-4600-898c-2e07e472442c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[70cc02db-c355-4b43-8c81-ff97e483ce49]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ebd72c-aed5-4095-9a09-c05c5ead105d]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJvYNPwk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] <== connect_volume: return (1365ms) {'type': 'block', 'scsi_wwn': '23462323835326463', 'path': '/dev/sdi'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23462323835326463', 'path': '/dev/sdi'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG nova.objects.instance [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lazy-loading 'flavor' on Instance uuid b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] attach device xml: <disk type="block" device="disk">
Nov 29 10:12:02 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:12:02 user nova-compute[75254]:   <source dev="/dev/sdi"/>
Nov 29 10:12:02 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:12:02 user nova-compute[75254]:   <serial>83195b60-3cb2-4cfa-a5eb-5d9751d7ac31</serial>
Nov 29 10:12:02 user nova-compute[75254]: </disk>
Nov 29 10:12:02 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:12:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:12:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:12:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] No VIF found with MAC fa:16:3e:fe:82:ac, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:12:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-525e0f73-736e-4f7a-8711-0a5e5b362515 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.464s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] volume_snapshot_create: create_info: {'snapshot_id': '292df0ea-7f71-4ac6-bf65-b407a5b19cda', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75254) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 29 10:12:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] snap xml: <domainsnapshot>
Nov 29 10:12:04 user nova-compute[75254]:   <disks>
Nov 29 10:12:04 user nova-compute[75254]:     <disk name="/dev/sdi" snapshot="external" type="file">
Nov 29 10:12:04 user nova-compute[75254]:       <source file="/dev/new_file"/>
Nov 29 10:12:04 user nova-compute[75254]:     </disk>
Nov 29 10:12:04 user nova-compute[75254]:     <disk name="vda" snapshot="no"/>
Nov 29 10:12:04 user nova-compute[75254]:   </disks>
Nov 29 10:12:04 user nova-compute[75254]: </domainsnapshot>
Nov 29 10:12:04 user nova-compute[75254]:  {{(pid=75254) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 29 10:12:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] Lazy-loading 'system_metadata' on Instance uuid b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Traceback (most recent call last):
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     rv = execute(f, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     six.reraise(c, e, tb)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     raise value
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     rv = meth(*args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] 
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Traceback (most recent call last):
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     self._volume_snapshot_create(context, instance, guest,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     rv = execute(f, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     six.reraise(c, e, tb)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     raise value
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     rv = meth(*args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] 
Nov 29 10:12:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f280010b-54bb-42ee-b6eb-0932561766a0 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] volume_snapshot_delete: delete_info: {'volume_id': '83195b60-3cb2-4cfa-a5eb-5d9751d7ac31'} {{(pid=75254) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [None req-f280010b-54bb-42ee-b6eb-0932561766a0 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Traceback (most recent call last):
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0]     if delete_info['type'] != 'qcow2':
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] KeyError: 'type'
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] 
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 292df0ea-7f71-4ac6-bf65-b407a5b19cda could not be found.
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise value
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 292df0ea-7f71-4ac6-bf65-b407a5b19cda could not be found. (HTTP 404) (Request-ID: req-42af193c-ee15-472b-b181-88a3eb3960e3)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 292df0ea-7f71-4ac6-bf65-b407a5b19cda could not be found.
Nov 29 10:12:04 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server [None req-32f2a55e-de03-460a-adb7-5008f5a8c223 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise value
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server 
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver [None req-f280010b-54bb-42ee-b6eb-0932561766a0 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-5142c263-3159-45ca-b2be-fa7045f20dc0)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 29 10:12:05 user nova-compute[75254]: ERROR nova.virt.libvirt.driver 
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server [None req-f280010b-54bb-42ee-b6eb-0932561766a0 tempest-VolumesAssistedSnapshotsTest-1817244185 tempest-VolumesAssistedSnapshotsTest-1817244185-project] Exception during message handling: KeyError: 'type'
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 29 10:12:05 user nova-compute[75254]: ERROR oslo_messaging.rpc.server 
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:05 user nova-compute[75254]: INFO nova.compute.manager [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Detaching volume 83195b60-3cb2-4cfa-a5eb-5d9751d7ac31
Nov 29 10:12:05 user nova-compute[75254]: INFO nova.virt.block_device [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Attempting to driver detach volume 83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 from mountpoint /dev/vdb
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Attempting to detach device vdb from instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 10:12:05 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:12:05 user nova-compute[75254]:   <source dev="/dev/sdi"/>
Nov 29 10:12:05 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:12:05 user nova-compute[75254]:   <serial>83195b60-3cb2-4cfa-a5eb-5d9751d7ac31</serial>
Nov 29 10:12:05 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:12:05 user nova-compute[75254]: </disk>
Nov 29 10:12:05 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:12:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Successfully detached device vdb from instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 from the persistent domain config.
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] detach device xml: <disk type="block" device="disk">
Nov 29 10:12:05 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:12:05 user nova-compute[75254]:   <source dev="/dev/sdi"/>
Nov 29 10:12:05 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:12:05 user nova-compute[75254]:   <serial>83195b60-3cb2-4cfa-a5eb-5d9751d7ac31</serial>
Nov 29 10:12:05 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:12:05 user nova-compute[75254]: </disk>
Nov 29 10:12:05 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TqamErjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '01d6a53a-8ec0-4784-a97e-3784a0c09217', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3f2287c-707b-4466-a79c-aa6b93fc829d', 'serial': 'f3f2287c-707b-4466-a79c-aa6b93fc829d'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'myPEsJlT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '01d6a53a-8ec0-4784-a97e-3784a0c09217', 'attached_at': '', 'detached_at': '', 'volume_id': '1bd922a4-7d24-4ae2-94a1-4741cacb7cd1', 'serial'} {{(pid=75254) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TqamErjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:05 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:05 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:05 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e43f5e6d-2cc9-4f2a-a917-bd8a6d04bb5a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:12:05 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4744636-1808-4ec1-b2f3-bbf30025aba0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d] added
Nov 29 10:12:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ae027e-7072-4df3-bea7-f4d11d6b0db4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[822e85dc-d9d7-4d4c-8ab2-cdc2f3198136]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TqamErjU {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TqamErjU" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1faa13da-40bf-4c6e-9566-f222e8412a9e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TqamErjU'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a58a1957-5592-4ef1-bc91-5b49f0a3c3ca]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa7a121-c966-4bc4-943a-cac4a2ee3f2d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1532402-d930-4afe-94c0-7655653c6353]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260]
Nov 29 10:12:05 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[927c43ff-fd12-4087-98df-8cdcfa410041]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12fe8ac-097a-41c0-86f4-cedace0a3641]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] HCTL ('41', '-', '-', 0) found on session 10 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:12:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6fc6c07-e8a2-43ca-8783-5f206ccb0829]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:06 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TqamErjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] <== connect_volume: return (1368ms) {'type': 'block', 'scsi_wwn': '23235653166386633', 'path': '/dev/sdj'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235653166386633', 'path': '/dev/sdj'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG nova.objects.instance [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lazy-loading 'flavor' on Instance uuid 01d6a53a-8ec0-4784-a97e-3784a0c09217 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 4194304 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:07 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb is timed out.
Nov 29 10:12:07 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Successfully detached device vdb from instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb from the live domain config.
Nov 29 10:12:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MioJFKew', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:07 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d81d5ca9-71b0-4ef8-ba5b-0027dcd91a16]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:07 user nova-compute[75254]: No targets found.
Nov 29 10:12:07 user nova-compute[75254]: iSNS:
Nov 29 10:12:07 user nova-compute[75254]: No targets found.
Nov 29 10:12:07 user nova-compute[75254]: STATIC:
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31
Nov 29 10:12:07 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:07 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:07 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:07 user nova-compute[75254]: No targets found.
Nov 29 10:12:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:07 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:07 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[074a16bc-ce70-47fe-b0cc-0a554bf5d69a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a9fd9f-152e-46df-b5ce-56077c2ea4a4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4489480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458'): ({'sde'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Removing single pathed devices sde {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4100f8-d0a2-49b4-8d26-796b0f45a4de]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[62949309-71fe-49a2-a26c-2ef0e0e765e6]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Flushing IO for device /dev/sde {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5c7406-8d39-47bf-870e-1b14e457a12d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[389684b2-19a9-43ad-aa40-06e12d95e993]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f0a9b3-405a-468a-9635-eab13cac95d2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96225a5-f2f1-473f-9b9c-f24252f829ef]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260]
Nov 29 10:12:07 user nova-compute[75254]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 112197632 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5965d874-6b50-4971-bf9d-75714f1c5458 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.101s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12eb36e5-7700-4a45-bcad-f118037fda16]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.472s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] <== disconnect_volume: return (476ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 278921216 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 362807296 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'flavor' on Instance uuid 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0420ddc8-c98c-48ed-9617-f01d6b78aa65 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.580s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 510656512 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 709885952 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 908066816 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 1064304640 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'myPEsJlT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:11 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f545a2-461e-4d71-86bd-48a0293dca10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:11 user nova-compute[75254]: No targets found.
Nov 29 10:12:11 user nova-compute[75254]: iSNS:
Nov 29 10:12:11 user nova-compute[75254]: No targets found.
Nov 29 10:12:11 user nova-compute[75254]: STATIC:
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31
Nov 29 10:12:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:11 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:11 user nova-compute[75254]: No targets found.
Nov 29 10:12:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:11 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:11 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[181743c1-6aa3-4e8a-b286-47021981d48e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa27d12-949c-4cd8-876f-f61460745ead]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb40f81f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1'): ({'sdf'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Removing single pathed devices sdf {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c3c9012-b02a-4197-b971-819a55f6c930]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d1cb2d-181e-4fd7-b4eb-96b384da3f60]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Flushing IO for device /dev/sdf {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[765e15a7-b668-44cb-8213-5906c78117b5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[38929379-51f3-4f53-be89-a94e5b2277d8]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[99365f92-26c5-4935-b995-1924e8ac9e2b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd8fb75-8d1f-4f0b-823b-b15dee79cdb3]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260]
Nov 29 10:12:11 user nova-compute[75254]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[93dd1108-99b9-48e8-93b1-a4a8009a5b43]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] <== disconnect_volume: return (325ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TqamErjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, 'status': 'reserved', 'instance': '01d6a53a-8ec0-4784-a97e-3784a0c09217', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3f2287c-707b-4466-a79c-aa6b93fc829d', 'serial'} {{(pid=75254) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 29 10:12:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] swap_volume: removing Cinder connection for volume 1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 {{(pid=75254) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 29 10:12:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] swap_volume: Updating volume 1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "TqamErjU", "auth_password": "fKRLbMu0WUBnsE", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdj", "volume_id": "f3f2287c-707b-4466-a79c-aa6b93fc829d"}, "status": "reserved", "instance": "01d6a53a-8ec0-4784-a97e-3784a0c09217", "attached_at": "", "detached_at": "", "volume_id": "f3f2287c-707b-4466-a79c-aa6b93fc829d", "serial": "f3f2287c-707b-4466-a79c-aa6b93fc829d"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'f3f2287c-707b-4466-a79c-aa6b93fc829d', 'no_device': None, 'attachment_id': '103a767e-c4f2-4130-805d-89a1d20e3616'} {{(pid=75254) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 29 10:12:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2e994ff2-a215-49a5-8dea-b89e76cd3ecb tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.967s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG os_brick.utils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ed99ea-c8a8-474e-a553-df06d2b6dc58]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dfa9e80-14b8-4d80-b4c4-8f19bcff4adc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6e07bff-6a84-40a4-9d66-120e5fc46c71]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[04fc515a-13dc-4585-820d-5f1b27d4e7f1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:12:14 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2886eee-8ff8-4925-b28a-606232149162]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG os_brick.utils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:14 user nova-compute[75254]: INFO nova.compute.manager [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Swapping volume f3f2287c-707b-4466-a79c-aa6b93fc829d for 1bd922a4-7d24-4ae2-94a1-4741cacb7cd1
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 is timed out.
Nov 29 10:12:19 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Successfully detached device sdc from instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 from the live domain config.
Nov 29 10:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RglHIrae', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:19 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4314b4-53bb-4102-95a5-4ac8192cd063]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:19 user nova-compute[75254]: No targets found.
Nov 29 10:12:19 user nova-compute[75254]: iSNS:
Nov 29 10:12:19 user nova-compute[75254]: No targets found.
Nov 29 10:12:19 user nova-compute[75254]: STATIC:
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31
Nov 29 10:12:19 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:19 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:19 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:19 user nova-compute[75254]: No targets found.
Nov 29 10:12:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:19 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:19 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ae6c78-a4bd-430d-af77-214a6e99d088]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bbbd7ed-cc21-4206-ae12-47ec83d7388f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bbecdf490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a'): ({'sdg'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Removing single pathed devices sdg {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[160bc8ba-d171-47f6-901d-ebaf08acae32]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11fd3a7-43ae-4fcc-91f0-1f0404aeb5ca]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Flushing IO for device /dev/sdg {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[13f6517a-71c8-464d-8c68-782feb2c00e6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d2d51d-e38f-4a23-8978-f91eb222e739]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] SCSI volumes sdg have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00270961-e58a-4d8d-bdbd-29c88c9cc9e0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5d3ab81-50cf-4d0f-94cf-c6a33c78ddb2]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260]
Nov 29 10:12:19 user nova-compute[75254]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60d49312-a367-4d4d-81d8-72bec67f722a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f772c6-33da-414a-8377-388e53515f1e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] <== disconnect_volume: return (371ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lazy-loading 'flavor' on Instance uuid c8eec498-bb1e-4f92-b5d0-b783c944bad3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.volume.cinder [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Update attachment failed for attachment b6d930a6-a741-4027-b371-77ab20ab85ba. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f96835df-ee0b-4361-ba33-042982691d80) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f96835df-ee0b-4361-ba33-042982691d80)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Failed to connect to volume 1bd922a4-7d24-4ae2-94a1-4741cacb7cd1 with volume at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f96835df-ee0b-4361-ba33-042982691d80)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Traceback (most recent call last):
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/nova/nova/compute/manager.py", line 7770, in _swap_volume
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     old_cinfo, new_cinfo = self._init_volume_connection(
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/nova/nova/compute/manager.py", line 7743, in _init_volume_connection
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     new_cinfo = self.volume_api.attachment_update(
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     res = method(self, ctx, *args, **kwargs)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     with excutils.save_and_reraise_exception():
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     self.force_reraise()
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     raise self.value
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     context, '3.44', skip_version_check=True).attachments.update(
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     return method.func(obj, *args, **kwargs)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     resp = self._update('/attachments/%s' % id, body)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     return self._cs_request(url, 'PUT', **kwargs)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     return self.request(url, method, **kwargs)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217]     raise exceptions.from_response(resp, body)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f96835df-ee0b-4361-ba33-042982691d80)
Nov 29 10:12:20 user nova-compute[75254]: ERROR nova.compute.manager [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] 
Nov 29 10:12:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:12:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=6506MB free_disk=25.33136749267578GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-064a30df-d42c-47ae-9cf7-bc7fff40b7f0 tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.127s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 7.094s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance c8eec498-bb1e-4f92-b5d0-b783c944bad3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 01d6a53a-8ec0-4784-a97e-3784a0c09217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance c29c74d7-85e4-4564-81b6-465932a53517 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3b063113-c584-459d-a6d3-ff645879f6ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server [None req-aaf2b86f-1913-4711-ae80-44cb86c48a5a tempest-TestVolumeSwap-1271295823 tempest-TestVolumeSwap-1271295823-project-admin] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f96835df-ee0b-4361-ba33-042982691d80)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7903, in swap_volume
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     _do_locked_swap_volume(context, old_volume_id, new_volume_id, instance,
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7901, in _do_locked_swap_volume
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self._do_swap_volume(context, old_volume_id, new_volume_id,
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7945, in _do_swap_volume
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     comp_ret, new_cinfo = self._swap_volume(context,
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7794, in _swap_volume
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7770, in _swap_volume
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     old_cinfo, new_cinfo = self._init_volume_connection(
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7743, in _init_volume_connection
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     new_cinfo = self.volume_api.attachment_update(
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f96835df-ee0b-4361-ba33-042982691d80)
Nov 29 10:12:21 user nova-compute[75254]: ERROR oslo_messaging.rpc.server 
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.559s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.023s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:12:21 user nova-compute[75254]: INFO nova.compute.claims [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Claim successful on node user
Nov 29 10:12:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 is timed out.
Nov 29 10:12:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully detached device vdb from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the live domain config.
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HThBgnAw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:21 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1d08a9-6a17-4507-b372-1717a5963af5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:21 user nova-compute[75254]: No targets found.
Nov 29 10:12:21 user nova-compute[75254]: iSNS:
Nov 29 10:12:21 user nova-compute[75254]: No targets found.
Nov 29 10:12:21 user nova-compute[75254]: STATIC:
Nov 29 10:12:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72
Nov 29 10:12:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342
Nov 29 10:12:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31
Nov 29 10:12:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:21 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:21 user nova-compute[75254]: No targets found.
Nov 29 10:12:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:21 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:21 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd407b9-a392-43f1-92e0-39ab321c6e31]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0262331-631d-484d-aac6-3fa8055669c5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4511510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342'): ({'sdh'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Removing single pathed devices sdh {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aa79b30-4181-4aef-96f0-48d7f3df07bb]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[879f0703-e67b-4713-a52c-a2bb62fb2d92]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Flushing IO for device /dev/sdh {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dee15b4-8c49-45ba-abb0-285abe6ba05d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.040s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[79bbec83-65a5-4272-a1eb-782fd2a03760]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] SCSI volumes sdh have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[85eb3c9f-93d3-4ca0-8646-ccf9bb0592e3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b376d452-3bb4-4f5e-941e-a4b4cd0c524e]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260]
Nov 29 10:12:21 user nova-compute[75254]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.511s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7cbff62e-9bcd-4cb6-9ca1-d8e8e394a342 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d228ce3e-0c9c-4fda-aa29-6867b453ddff]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] <== disconnect_volume: return (325ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:12:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:12:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:12:22 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:12:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:12:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:12:22 user nova-compute[75254]: INFO nova.virt.block_device [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Booting with blank volume at /dev/vda
Nov 29 10:12:22 user nova-compute[75254]: DEBUG nova.policy [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1299b6384214ee9822c2e3c9ff1b99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61b89d931dd4ad789d18f4f576238d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:12:22 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'flavor' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f95207ed-46d8-4d8d-8a7c-011c04b2f067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.879s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Successfully created port: ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "interface-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "interface-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'flavor' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface> {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface> {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Attempting to detach device tape3a0b0a2-d1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] detach device xml: <interface type="ethernet">
Nov 29 10:12:23 user nova-compute[75254]:   <mac address="fa:16:3e:29:83:db"/>
Nov 29 10:12:23 user nova-compute[75254]:   <model type="virtio"/>
Nov 29 10:12:23 user nova-compute[75254]:   <mtu size="1442"/>
Nov 29 10:12:23 user nova-compute[75254]:   <target dev="tape3a0b0a2-d1"/>
Nov 29 10:12:23 user nova-compute[75254]: </interface>
Nov 29 10:12:23 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface> {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface>not found in domain: <domain type='kvm' id='8'>
Nov 29 10:12:23 user nova-compute[75254]:   <name>instance-00000009</name>
Nov 29 10:12:23 user nova-compute[75254]:   <uuid>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</uuid>
Nov 29 10:12:23 user nova-compute[75254]:   <metadata>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:23 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:12:23 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:12:23 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:11:48</nova:creationTime>
Nov 29 10:12:23 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:12:23 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:23 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:12:23 user nova-compute[75254]:   <nova:owner>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:12:23 user nova-compute[75254]:   </nova:owner>
Nov 29 10:12:23 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:23 user nova-compute[75254]:   <nova:ports>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:12:23 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:23 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:23 user nova-compute[75254]:     <nova:port uuid="e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9">
Nov 29 10:12:23 user nova-compute[75254]:       <nova:ip type="fixed" address="10.10.10.103" ipVersion="4"/>
Nov 29 10:12:23 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:23 user nova-compute[75254]:   </nova:ports>
Nov 29 10:12:23 user nova-compute[75254]: </nova:instance>
Nov 29 10:12:23 user nova-compute[75254]:   </metadata>
Nov 29 10:12:23 user nova-compute[75254]:   <memory unit='KiB'>524288</memory>
Nov 29 10:12:23 user nova-compute[75254]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 10:12:23 user nova-compute[75254]:   <vcpu placement='static'>1</vcpu>
Nov 29 10:12:23 user nova-compute[75254]:   <resource>
Nov 29 10:12:23 user nova-compute[75254]:     <partition>/machine</partition>
Nov 29 10:12:23 user nova-compute[75254]:   </resource>
Nov 29 10:12:23 user nova-compute[75254]:   <sysinfo type='smbios'>
Nov 29 10:12:23 user nova-compute[75254]:     <system>
Nov 29 10:12:23 user nova-compute[75254]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 10:12:23 user nova-compute[75254]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 10:12:23 user nova-compute[75254]:       <entry name='version'>0.0.0</entry>
Nov 29 10:12:23 user nova-compute[75254]:       <entry name='serial'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:23 user nova-compute[75254]:       <entry name='uuid'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:23 user nova-compute[75254]:       <entry name='family'>Virtual Machine</entry>
Nov 29 10:12:23 user nova-compute[75254]:     </system>
Nov 29 10:12:23 user nova-compute[75254]:   </sysinfo>
Nov 29 10:12:23 user nova-compute[75254]:   <os>
Nov 29 10:12:23 user nova-compute[75254]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 10:12:23 user nova-compute[75254]:     <boot dev='hd'/>
Nov 29 10:12:23 user nova-compute[75254]:     <smbios mode='sysinfo'/>
Nov 29 10:12:23 user nova-compute[75254]:   </os>
Nov 29 10:12:23 user nova-compute[75254]:   <features>
Nov 29 10:12:23 user nova-compute[75254]:     <acpi/>
Nov 29 10:12:23 user nova-compute[75254]:     <apic/>
Nov 29 10:12:23 user nova-compute[75254]:     <vmcoreinfo state='on'/>
Nov 29 10:12:23 user nova-compute[75254]:   </features>
Nov 29 10:12:23 user nova-compute[75254]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 10:12:23 user nova-compute[75254]:     <model fallback='forbid'>Nehalem</model>
Nov 29 10:12:23 user nova-compute[75254]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 10:12:23 user nova-compute[75254]:     <feature policy='require' name='vme'/>
Nov 29 10:12:23 user nova-compute[75254]:     <feature policy='require' name='x2apic'/>
Nov 29 10:12:23 user nova-compute[75254]:     <feature policy='require' name='hypervisor'/>
Nov 29 10:12:23 user nova-compute[75254]:   </cpu>
Nov 29 10:12:23 user nova-compute[75254]:   <clock offset='utc'>
Nov 29 10:12:23 user nova-compute[75254]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 10:12:23 user nova-compute[75254]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 10:12:23 user nova-compute[75254]:     <timer name='hpet' present='no'/>
Nov 29 10:12:23 user nova-compute[75254]:   </clock>
Nov 29 10:12:23 user nova-compute[75254]:   <on_poweroff>destroy</on_poweroff>
Nov 29 10:12:23 user nova-compute[75254]:   <on_reboot>restart</on_reboot>
Nov 29 10:12:23 user nova-compute[75254]:   <on_crash>destroy</on_crash>
Nov 29 10:12:23 user nova-compute[75254]:   <devices>
Nov 29 10:12:23 user nova-compute[75254]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 10:12:23 user nova-compute[75254]:     <disk type='file' device='disk'>
Nov 29 10:12:23 user nova-compute[75254]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 10:12:23 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk' index='2'/>
Nov 29 10:12:23 user nova-compute[75254]:       <backingStore type='file' index='3'>
Nov 29 10:12:23 user nova-compute[75254]:         <format type='raw'/>
Nov 29 10:12:23 user nova-compute[75254]:         <source file='/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162'/>
Nov 29 10:12:23 user nova-compute[75254]:         <backingStore/>
Nov 29 10:12:23 user nova-compute[75254]:       </backingStore>
Nov 29 10:12:23 user nova-compute[75254]:       <target dev='vda' bus='virtio'/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='virtio-disk0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </disk>
Nov 29 10:12:23 user nova-compute[75254]:     <disk type='file' device='cdrom'>
Nov 29 10:12:23 user nova-compute[75254]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 10:12:23 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config' index='1'/>
Nov 29 10:12:23 user nova-compute[75254]:       <backingStore/>
Nov 29 10:12:23 user nova-compute[75254]:       <target dev='hda' bus='ide'/>
Nov 29 10:12:23 user nova-compute[75254]:       <readonly/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='ide0-0-0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </disk>
Nov 29 10:12:23 user nova-compute[75254]:     <controller type='usb' index='0' model='none'>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='usb'/>
Nov 29 10:12:23 user nova-compute[75254]:     </controller>
Nov 29 10:12:23 user nova-compute[75254]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='pci.0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </controller>
Nov 29 10:12:23 user nova-compute[75254]:     <controller type='ide' index='0'>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='ide'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 10:12:23 user nova-compute[75254]:     </controller>
Nov 29 10:12:23 user nova-compute[75254]:     <interface type='ethernet'>
Nov 29 10:12:23 user nova-compute[75254]:       <mac address='fa:16:3e:9e:ee:cf'/>
Nov 29 10:12:23 user nova-compute[75254]:       <target dev='tap59a8f5bc-45'/>
Nov 29 10:12:23 user nova-compute[75254]:       <model type='virtio'/>
Nov 29 10:12:23 user nova-compute[75254]:       <mtu size='1442'/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='net0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </interface>
Nov 29 10:12:23 user nova-compute[75254]:     <interface type='ethernet'>
Nov 29 10:12:23 user nova-compute[75254]:       <mac address='fa:16:3e:29:83:db'/>
Nov 29 10:12:23 user nova-compute[75254]:       <target dev='tape3a0b0a2-d1'/>
Nov 29 10:12:23 user nova-compute[75254]:       <model type='virtio'/>
Nov 29 10:12:23 user nova-compute[75254]:       <mtu size='1442'/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='net1'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </interface>
Nov 29 10:12:23 user nova-compute[75254]:     <serial type='pty'>
Nov 29 10:12:23 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:23 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:23 user nova-compute[75254]:       <target type='isa-serial' port='0'>
Nov 29 10:12:23 user nova-compute[75254]:         <model name='isa-serial'/>
Nov 29 10:12:23 user nova-compute[75254]:       </target>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </serial>
Nov 29 10:12:23 user nova-compute[75254]:     <console type='pty' tty='/dev/pts/7'>
Nov 29 10:12:23 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:23 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:23 user nova-compute[75254]:       <target type='serial' port='0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </console>
Nov 29 10:12:23 user nova-compute[75254]:     <input type='mouse' bus='ps2'>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='input0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </input>
Nov 29 10:12:23 user nova-compute[75254]:     <input type='keyboard' bus='ps2'>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='input1'/>
Nov 29 10:12:23 user nova-compute[75254]:     </input>
Nov 29 10:12:23 user nova-compute[75254]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Nov 29 10:12:23 user nova-compute[75254]:       <listen type='address' address='0.0.0.0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </graphics>
Nov 29 10:12:23 user nova-compute[75254]:     <audio id='1' type='none'/>
Nov 29 10:12:23 user nova-compute[75254]:     <video>
Nov 29 10:12:23 user nova-compute[75254]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='video0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </video>
Nov 29 10:12:23 user nova-compute[75254]:     <memballoon model='virtio'>
Nov 29 10:12:23 user nova-compute[75254]:       <stats period='10'/>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='balloon0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </memballoon>
Nov 29 10:12:23 user nova-compute[75254]:     <rng model='virtio'>
Nov 29 10:12:23 user nova-compute[75254]:       <backend model='random'>/dev/urandom</backend>
Nov 29 10:12:23 user nova-compute[75254]:       <alias name='rng0'/>
Nov 29 10:12:23 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 10:12:23 user nova-compute[75254]:     </rng>
Nov 29 10:12:23 user nova-compute[75254]:   </devices>
Nov 29 10:12:23 user nova-compute[75254]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 10:12:23 user nova-compute[75254]:     <label>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</label>
Nov 29 10:12:23 user nova-compute[75254]:     <imagelabel>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</imagelabel>
Nov 29 10:12:23 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:23 user nova-compute[75254]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 10:12:23 user nova-compute[75254]:     <label>+64055:+108</label>
Nov 29 10:12:23 user nova-compute[75254]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 10:12:23 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:23 user nova-compute[75254]: </domain>
Nov 29 10:12:23 user nova-compute[75254]:  {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 10:12:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully detached device tape3a0b0a2-d1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the persistent domain config.
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] (1/8): Attempting to detach device tape3a0b0a2-d1 with device alias net1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] detach device xml: <interface type="ethernet">
Nov 29 10:12:23 user nova-compute[75254]:   <mac address="fa:16:3e:29:83:db"/>
Nov 29 10:12:23 user nova-compute[75254]:   <model type="virtio"/>
Nov 29 10:12:23 user nova-compute[75254]:   <mtu size="1442"/>
Nov 29 10:12:23 user nova-compute[75254]:   <target dev="tape3a0b0a2-d1"/>
Nov 29 10:12:23 user nova-compute[75254]: </interface>
Nov 29 10:12:23 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Successfully updated port: ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-changed-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Refreshing instance network info cache due to event network-changed-ae2f337e-167d-48a2-a50b-137f2e34abf9. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] Acquiring lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Start waiting for the detach event from libvirt for device tape3a0b0a2-d1 with device alias net1 for instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-195ede37-214b-43b6-bcdf-0a3bfa64d7c8 req-8849fa30-e276-4f6f-b6c4-600436b0e1d2 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-unplugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-195ede37-214b-43b6-bcdf-0a3bfa64d7c8 req-8849fa30-e276-4f6f-b6c4-600436b0e1d2 service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-195ede37-214b-43b6-bcdf-0a3bfa64d7c8 req-8849fa30-e276-4f6f-b6c4-600436b0e1d2 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-195ede37-214b-43b6-bcdf-0a3bfa64d7c8 req-8849fa30-e276-4f6f-b6c4-600436b0e1d2 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-195ede37-214b-43b6-bcdf-0a3bfa64d7c8 req-8849fa30-e276-4f6f-b6c4-600436b0e1d2 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-unplugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:24 user nova-compute[75254]: WARNING nova.compute.manager [req-195ede37-214b-43b6-bcdf-0a3bfa64d7c8 req-8849fa30-e276-4f6f-b6c4-600436b0e1d2 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-unplugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 for instance with vm_state active and task_state None.
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance network_info: |[{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] Acquired lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.network.neutron [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Refreshing network info cache for port ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.network.neutron [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updated VIF entry in instance network info cache for port ae2f337e-167d-48a2-a50b-137f2e34abf9. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG nova.network.neutron [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8871fe31-0b69-498e-9a3d-20061e85c895 req-80cbec11-6635-4c44-8ab2-2cc9fe784e86 service nova] Releasing lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:25 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 is timed out.
Nov 29 10:12:25 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Successfully detached device vdb from instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 from the live domain config.
Nov 29 10:12:25 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iJvYNPwk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:25 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9db120dc-f547-412e-b315-5cd603803495]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:25 user nova-compute[75254]: No targets found.
Nov 29 10:12:25 user nova-compute[75254]: iSNS:
Nov 29 10:12:25 user nova-compute[75254]: No targets found.
Nov 29 10:12:25 user nova-compute[75254]: STATIC:
Nov 29 10:12:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72
Nov 29 10:12:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31
Nov 29 10:12:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:25 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:25 user nova-compute[75254]: No targets found.
Nov 29 10:12:25 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:25 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:25 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9b713c-4e5a-400c-aa3e-60483d971b7a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02a6601-6321-4b21-bd45-e32ed69545e8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 (non-flash)
Nov 29 10:12:25 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba46d5630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31'): ({'sdi'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Removing single pathed devices sdi {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0180e83f-0594-4d97-aba4-02ccb6d63980]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c732f875-f7c2-4d05-a1fa-691e2c7bc95f]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Flushing IO for device /dev/sdi {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6823e4b-fc01-478b-a6f3-04c3cece9ab2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[585fec00-2500-4baf-b724-53f0bb1bdbe5]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] SCSI volumes sdi have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf25558-1a23-403f-b0a4-4cc06c1df6aa]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d758868-c1af-485b-9f6a-298c8e4e6152]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260]
Nov 29 10:12:26 user nova-compute[75254]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:83195b60-3cb2-4cfa-a5eb-5d9751d7ac31 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[154e5054-2386-4e40-8097-b7726b963e22]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] <== disconnect_volume: return (291ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-changed-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing instance network info cache due to event network-changed-c7a74692-d774-45cc-9161-4657a3e44b4e. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] Acquiring lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] Acquired lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.network.neutron [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Refreshing network info cache for port c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "c29c74d7-85e4-4564-81b6-465932a53517" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:26 user nova-compute[75254]: INFO nova.compute.manager [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Terminating instance
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.network.neutron [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updated VIF entry in instance network info cache for port c7a74692-d774-45cc-9161-4657a3e44b4e. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.network.neutron [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] Releasing lock "refresh_cache-c29c74d7-85e4-4564-81b6-465932a53517" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:26 user nova-compute[75254]: WARNING nova.compute.manager [req-c937c58b-a3be-4af8-a12f-7516bf727348 req-89f8f325-1d10-4308-9fb5-cd4ffe4bb4de service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-plugged-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 for instance with vm_state active and task_state None.
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lazy-loading 'flavor' on Instance uuid b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d622ff0-d00d-42e2-a9cb-62bb1f339f77 req-5f6d9d2a-74f2-48ba-b07f-8ecb36bff6b2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d622ff0-d00d-42e2-a9cb-62bb1f339f77 req-5f6d9d2a-74f2-48ba-b07f-8ecb36bff6b2 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d622ff0-d00d-42e2-a9cb-62bb1f339f77 req-5f6d9d2a-74f2-48ba-b07f-8ecb36bff6b2 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d622ff0-d00d-42e2-a9cb-62bb1f339f77 req-5f6d9d2a-74f2-48ba-b07f-8ecb36bff6b2 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d622ff0-d00d-42e2-a9cb-62bb1f339f77 req-5f6d9d2a-74f2-48ba-b07f-8ecb36bff6b2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d622ff0-d00d-42e2-a9cb-62bb1f339f77 req-5f6d9d2a-74f2-48ba-b07f-8ecb36bff6b2 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-c7a74692-d774-45cc-9161-4657a3e44b4e for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1116dd3d-332c-4dec-aa57-c593227dde02 tempest-VolumesAssistedSnapshotsTest-127784210 tempest-VolumesAssistedSnapshotsTest-127784210-project-admin] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-736ead09-7026-462b-81f2-4c0c4f23bd57 req-924e2acb-d8de-4cd9-b539-226ed1fc3a4b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-736ead09-7026-462b-81f2-4c0c4f23bd57 req-924e2acb-d8de-4cd9-b539-226ed1fc3a4b service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-736ead09-7026-462b-81f2-4c0c4f23bd57 req-924e2acb-d8de-4cd9-b539-226ed1fc3a4b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-736ead09-7026-462b-81f2-4c0c4f23bd57 req-924e2acb-d8de-4cd9-b539-226ed1fc3a4b service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-736ead09-7026-462b-81f2-4c0c4f23bd57 req-924e2acb-d8de-4cd9-b539-226ed1fc3a4b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-736ead09-7026-462b-81f2-4c0c4f23bd57 req-924e2acb-d8de-4cd9-b539-226ed1fc3a4b service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-592d828d-eb70-4df7-bd79-2af8ce5a496d for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG os_brick.utils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a71d4d-cd92-4f93-b2b3-12a009f490bf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5996ed9d-7e75-45db-9f46-d5da4b34f453]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf896a2-aabf-4533-bd69-01cf84e1a539]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[28adfb8e-22a9-42d4-876e-dc24649961a5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:12:27 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:12:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[822b8ee6-11c2-4b0c-bd5f-ad78540ef00d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG os_brick.utils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating existing volume attachment record: 6a24080c-18e9-479f-9f8d-b1da6b6be76e {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:12:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:28 user nova-compute[75254]: WARNING nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b for instance with vm_state active and task_state deleting.
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:28 user nova-compute[75254]: WARNING nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-6872ffec-9e51-4a50-9e2b-85bab6acc1cc for instance with vm_state active and task_state deleting.
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:28 user nova-compute[75254]: WARNING nova.compute.manager [req-7d0b26c5-0a49-4b8f-b9e3-963d37876111 req-e60f9a4f-65f7-43c9-8b47-63a0b82ba546 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-a44e8fa9-ec95-4a90-ba4d-d8760a546766 for instance with vm_state active and task_state deleting.
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Instance destroyed successfully.
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lazy-loading 'resources' on Instance uuid c29c74d7-85e4-4564-81b6-465932a53517 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7a74692-d7, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=933fcfa5-0a90-43c9-a045-d2a02f18dbbe) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:cc:70,bridge_name='br-int',has_traffic_filtering=True,id=c7a74692-d774-45cc-9161-4657a3e44b4e,network=Network(7fb55575-a2fb-4c11-ba58-e00cef9a99ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7a74692-d7')
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b09c21d-a9, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=320b84d1-7e50-44d3-92c3-dc7217688849) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b09c21d-a9')
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap592d828d-eb, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e073a05d-f809-4b09-85c8-892dfbb11b57) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:bb:b9,bridge_name='br-int',has_traffic_filtering=True,id=592d828d-eb70-4df7-bd79-2af8ce5a496d,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap592d828d-eb')
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "address": "fa:16:3e:57:14:e9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d34c5a9-b3", "ovs_interfaceid": "2d34c5a9-b31b-478d-b2e5-bdfa4549c29b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2d34c5a9-b3, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=653e9411-6e40-40a0-bea0-1a4ddbbdc258) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:14:e9,bridge_name='br-int',has_traffic_filtering=True,id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d34c5a9-b3')
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6872ffec-9e, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b775f1e-499d-4a72-8b07-92b2aad54389) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-c7a74692-d774-45cc-9161-4657a3e44b4e for instance with vm_state active and task_state deleting.
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING nova.compute.manager [req-2dcb8401-ed82-48de-9c5c-b539a9056ba1 req-6c558cf2-121a-48bb-9444-cd53bd016092 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b for instance with vm_state active and task_state deleting.
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:b0:9c,bridge_name='br-int',has_traffic_filtering=True,id=6872ffec-9e51-4a50-9e2b-85bab6acc1cc,network=Network(746c9dcc-f9ef-4904-80ea-dccf9c408a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6872ffec-9e')
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa44e8fa9-ec, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35b451aa-b6c5-4aa6-83ce-4f2a95ada08e) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:25:29,bridge_name='br-int',has_traffic_filtering=True,id=a44e8fa9-ec95-4a90-ba4d-d8760a546766,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa44e8fa9-ec')
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:10:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1199053460',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1199053460',id=11,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEl8skPFo+P3sZaV9u92EVWEu5aOBdd6dJnFIVa5CczPnhOuoYnuiIqjHO/J7iVRFkoiqf0aWaCe584mI5YPe/uIn8dLB6teowW/g8wlZGMgt/hRew7WYFRWF0YnGuwOPQ==',key_name='tempest-keypair-1534663150',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be7222fafcf94ed2982774cb302156fb',ramdisk_id='',reservation_id='r-p66nueh2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1360788525',owner_user_name='tempest-TaggedBootDevicesTest_v242-1360788525-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0f90eb86618f4323ba47f00153985713',uuid=c29c74d7-85e4-4564-81b6-465932a53517,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converting VIF {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee1701aa-20, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=efc6e03f-5d0f-40e6-981c-c19c8dec7ffe) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:29 user nova-compute[75254]: INFO os_vif [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:40:87,bridge_name='br-int',has_traffic_filtering=True,id=ee1701aa-20ae-499c-a798-0e9ea22ba16c,network=Network(25ec60a5-0005-4fff-bedf-51177282bab8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee1701aa-20')
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXybCVfL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbbd10d8-0096-457f-a3de-2706face6c0d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]: iSNS:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]: STATIC:
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:29 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:29 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80e8c20-7623-469e-b9e9-e6c0bf3710b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-592d828d-eb70-4df7-bd79-2af8ce5a496d for instance with vm_state active and task_state deleting.
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-unplugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-unplugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Acquiring lock "c29c74d7-85e4-4564-81b6-465932a53517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] Lock "c29c74d7-85e4-4564-81b6-465932a53517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] No waiting events found dispatching network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING nova.compute.manager [req-793edd0d-cfbc-4d29-ac7a-07e8e702589e req-681f9480-8b6d-4baa-82b6-a34c53b92e76 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received unexpected event network-vif-plugged-ee1701aa-20ae-499c-a798-0e9ea22ba16c for instance with vm_state active and task_state deleting.
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[882afb0b-cff1-4252-8fad-5e903e516970]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44bb0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[44057ccb-6f8f-4f1d-90a4-0cd1f50dd869]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0e1ebf-68d3-450b-aed0-7d4e052ad6e6]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[752d95fe-5b37-454f-835f-7e31608b41fa]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5ad0ae-0676-42a4-b511-0003d2c7e25e]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe8d207-09a2-4352-a988-469a2e9268e2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d05c4fde-d920-47b6-94ca-ad636f1bcee1]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260]
Nov 29 10:12:29 user nova-compute[75254]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aadee7ed-4f98-41e5-b4f5-21b3fdd28d72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5326422-d20e-4874-9b8d-0cb7a68426e9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== disconnect_volume: return (293ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YvkNJgbI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3dd216f-86d4-478c-8608-55cb915a4584]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]: iSNS:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]: STATIC:
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:29 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:29 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db68968-d664-4bb1-871e-55f91884cfd7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a308df1c-bd15-4c08-a938-0e1430c98ae6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44bb0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b95fd1-cb4d-42a9-a99c-8941837d8b19]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f1d630-2ee8-484f-a9e6-ba23ae93acb8]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b1b585-194e-4652-bc35-a17172d34a1e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[301eb826-9972-4ade-a555-d796ef82b53e]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[489e6c71-53a9-467e-81a9-9d04558241f2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90e76bf-2a8b-48c2-92af-9b7750e04b31]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260]
Nov 29 10:12:29 user nova-compute[75254]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c04f2b82-a69b-4deb-815b-8bc3fee98c27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[745eae5a-2089-45c1-8a16-ebff5e39031f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== disconnect_volume: return (295ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ycbSfvAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b3292c8-110f-4c6b-adff-e77a0a7e78e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]: iSNS:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]: STATIC:
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583
Nov 29 10:12:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:12:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:12:29 user nova-compute[75254]: FIRMWARE:
Nov 29 10:12:29 user nova-compute[75254]: No targets found.
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:12:29 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:12:29 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df073f3-cbc9-4790-917e-e763fbe05acd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9da1832-1407-4944-a72d-88b5f19c36b7]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:29 user nova-compute[75254]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 (non-flash)
Nov 29 10:12:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb448add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[63be839e-0f91-4845-8739-fc663447a375]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9da4d8-e576-4ecd-b09c-45dd2caaa716]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[312bf058-f2d5-4fe3-8d48-f778558d84c6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccc832af-5f0d-4b43-901c-d0998feab31a]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e92d497-866e-4268-af81-abd8c0917a17]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[811ddcf7-44e0-47ff-be40-07906ef4357c]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260]
Nov 29 10:12:30 user nova-compute[75254]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c3a5af-6f46-47db-aa0b-9557f5ad7583 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[206d9d82-6ec9-44ad-85d7-78e4278d7886]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] <== disconnect_volume: return (283ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:12:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Deleting instance files /opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517_del
Nov 29 10:12:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Deletion of /opt/stack/data/nova/instances/c29c74d7-85e4-4564-81b6-465932a53517_del complete
Nov 29 10:12:30 user nova-compute[75254]: INFO nova.compute.manager [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Took 3.51 seconds to destroy the instance on the hypervisor.
Nov 29 10:12:30 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:12:30 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: c29c74d7-85e4-4564-81b6-465932a53517] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:12:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-96070d22-6aaf-427f-bcb9-a522b8bc89d0 req-edc3caea-5268-4e46-a618-f4fa0759b117 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-deleted-2d34c5a9-b31b-478d-b2e5-bdfa4549c29b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:31 user nova-compute[75254]: INFO nova.compute.manager [req-96070d22-6aaf-427f-bcb9-a522b8bc89d0 req-edc3caea-5268-4e46-a618-f4fa0759b117 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Neutron deleted interface 2d34c5a9-b31b-478d-b2e5-bdfa4549c29b; detaching it from the instance and deleting it from the info cache
Nov 29 10:12:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-96070d22-6aaf-427f-bcb9-a522b8bc89d0 req-edc3caea-5268-4e46-a618-f4fa0759b117 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "c7a74692-d774-45cc-9161-4657a3e44b4e", "address": "fa:16:3e:82:cc:70", "network": {"id": "7fb55575-a2fb-4c11-ba58-e00cef9a99ab", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1878427702-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7a74692-d7", "ovs_interfaceid": "c7a74692-d774-45cc-9161-4657a3e44b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-96070d22-6aaf-427f-bcb9-a522b8bc89d0 req-edc3caea-5268-4e46-a618-f4fa0759b117 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Detach interface failed, port_id=2d34c5a9-b31b-478d-b2e5-bdfa4549c29b, reason: Instance c29c74d7-85e4-4564-81b6-465932a53517 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:12:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-deleted-c7a74692-d774-45cc-9161-4657a3e44b4e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:33 user nova-compute[75254]: INFO nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Neutron deleted interface c7a74692-d774-45cc-9161-4657a3e44b4e; detaching it from the instance and deleting it from the info cache
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "address": "fa:16:3e:a0:25:29", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa44e8fa9-ec", "ovs_interfaceid": "a44e8fa9-ec95-4a90-ba4d-d8760a546766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Detach interface failed, port_id=c7a74692-d774-45cc-9161-4657a3e44b4e, reason: Instance c29c74d7-85e4-4564-81b6-465932a53517 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-deleted-a44e8fa9-ec95-4a90-ba4d-d8760a546766 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:33 user nova-compute[75254]: INFO nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Neutron deleted interface a44e8fa9-ec95-4a90-ba4d-d8760a546766; detaching it from the instance and deleting it from the info cache
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "address": "fa:16:3e:ad:40:87", "network": {"id": "25ec60a5-0005-4fff-bedf-51177282bab8", "bridge": "br-int", "label": "tempest-device-tagging-net2-169346680", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee1701aa-20", "ovs_interfaceid": "ee1701aa-20ae-499c-a798-0e9ea22ba16c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Detach interface failed, port_id=a44e8fa9-ec95-4a90-ba4d-d8760a546766, reason: Instance c29c74d7-85e4-4564-81b6-465932a53517 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-deleted-ee1701aa-20ae-499c-a798-0e9ea22ba16c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:33 user nova-compute[75254]: INFO nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Neutron deleted interface ee1701aa-20ae-499c-a798-0e9ea22ba16c; detaching it from the instance and deleting it from the info cache
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [{"id": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "address": "fa:16:3e:da:fd:19", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b09c21d-a9", "ovs_interfaceid": "2b09c21d-a9e6-4f5e-9079-c6d49eae9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "address": "fa:16:3e:37:bb:b9", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap592d828d-eb", "ovs_interfaceid": "592d828d-eb70-4df7-bd79-2af8ce5a496d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "address": "fa:16:3e:76:b0:9c", "network": {"id": "746c9dcc-f9ef-4904-80ea-dccf9c408a84", "bridge": "br-int", "label": "tempest-device-tagging-net1-680221288", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "be7222fafcf94ed2982774cb302156fb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6872ffec-9e", "ovs_interfaceid": "6872ffec-9e51-4a50-9e2b-85bab6acc1cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-90c1a05f-71e3-4270-a9bb-cccdf14f46fb req-17bdf28f-4c3f-484c-8120-728da532c310 service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Detach interface failed, port_id=ee1701aa-20ae-499c-a798-0e9ea22ba16c, reason: Instance c29c74d7-85e4-4564-81b6-465932a53517 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:12:34 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:34 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Took 3.98 seconds to deallocate network for instance.
Nov 29 10:12:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-be97b56f-5bfd-4fde-be7a-2f8e1ba6f5ad req-66297c61-470d-4b40-8fbc-5134953ebe5d service nova] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Received event network-vif-deleted-6872ffec-9e51-4a50-9e2b-85bab6acc1cc {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:12:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Creating image(s)
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Ensure instance console log exists: /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Start _get_guest_xml network_info=[{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77782fe7-8be9-4373-9295-adf2eea9cbc3', 'attached_at': '', 'detached_at': '', 'volume_id': '777f180a-ffe5-49ec-9754-2c619cfa35f7', 'serial': '777f180a-ffe5-49ec-9754-2c619cfa35f7'}, 'attachment_id': '6a24080c-18e9-479f-9f8d-b1da6b6be76e', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:12:36 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:12:36 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:12:36 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:36 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:12:36 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: INFO nova.compute.manager [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] [instance: c29c74d7-85e4-4564-81b6-465932a53517] Took 2.38 seconds to detach 3 volumes for instance.
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d447d45-db11-4d68-9c99-49e307d4ff6c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:12:36 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e8efcf3-e3f0-47ca-84bd-6727b9735064]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7] added
Nov 29 10:12:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[48963001-b7ac-45af-9128-255225f95ae2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[34adc5ca-a41d-410b-beb8-8aa2951fe5c7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tHoxfRUQ {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tHoxfRUQ" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[493b71fa-bcd1-48de-88b1-9f480599062c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tHoxfRUQ'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[594b3a78-0b49-4471-8ffe-4b836affa36b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed122429-1bb2-43fa-8ae6-a3d7b9175a19]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2972dd3b-6ee9-48fb-8d1d-e79c01b3abcc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260]
Nov 29 10:12:36 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260] successful.
Nov 29 10:12:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff509f4-8e49-442f-9f7c-10c2a0942bc8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d4c232-d60f-474a-887e-5108e0fb215d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:36 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:12:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:12:36 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:12:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[778a9704-b7fd-4f6c-a131-98b18f949373]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:12:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.434s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:37 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Deleted allocations for instance c29c74d7-85e4-4564-81b6-465932a53517
Nov 29 10:12:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0a6afe39-3ae3-433f-8985-c8947c1eb297 tempest-TaggedBootDevicesTest_v242-1360788525 tempest-TaggedBootDevicesTest_v242-1360788525-project-member] Lock "c29c74d7-85e4-4564-81b6-465932a53517" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.521s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23164363136343939', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164363136343939', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-621231046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-621231046',id=14,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ufoa7wzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:12:22Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=77782fe7-8be9-4373-9295-adf2eea9cbc3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'pci_devices' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:12:37 user nova-compute[75254]:   <uuid>77782fe7-8be9-4373-9295-adf2eea9cbc3</uuid>
Nov 29 10:12:37 user nova-compute[75254]:   <name>instance-0000000e</name>
Nov 29 10:12:37 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:12:37 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:12:37 user nova-compute[75254]:   <metadata>
Nov 29 10:12:37 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:37 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:12:37 user nova-compute[75254]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-621231046</nova:name>
Nov 29 10:12:37 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:12:36</nova:creationTime>
Nov 29 10:12:37 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:12:37 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:37 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:12:37 user nova-compute[75254]:       <nova:owner>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:user uuid="b1299b6384214ee9822c2e3c9ff1b99b">tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member</nova:user>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:project uuid="c61b89d931dd4ad789d18f4f576238d5">tempest-ServerBootFromVolumeStableRescueTest-963087896</nova:project>
Nov 29 10:12:37 user nova-compute[75254]:       </nova:owner>
Nov 29 10:12:37 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:37 user nova-compute[75254]:       <nova:ports>
Nov 29 10:12:37 user nova-compute[75254]:         <nova:port uuid="ae2f337e-167d-48a2-a50b-137f2e34abf9">
Nov 29 10:12:37 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:37 user nova-compute[75254]:         </nova:port>
Nov 29 10:12:37 user nova-compute[75254]:       </nova:ports>
Nov 29 10:12:37 user nova-compute[75254]:     </nova:instance>
Nov 29 10:12:37 user nova-compute[75254]:   </metadata>
Nov 29 10:12:37 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:12:37 user nova-compute[75254]:     <system>
Nov 29 10:12:37 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:12:37 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:12:37 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:12:37 user nova-compute[75254]:       <entry name="serial">77782fe7-8be9-4373-9295-adf2eea9cbc3</entry>
Nov 29 10:12:37 user nova-compute[75254]:       <entry name="uuid">77782fe7-8be9-4373-9295-adf2eea9cbc3</entry>
Nov 29 10:12:37 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:12:37 user nova-compute[75254]:     </system>
Nov 29 10:12:37 user nova-compute[75254]:   </sysinfo>
Nov 29 10:12:37 user nova-compute[75254]:   <os>
Nov 29 10:12:37 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:12:37 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:12:37 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:12:37 user nova-compute[75254]:   </os>
Nov 29 10:12:37 user nova-compute[75254]:   <features>
Nov 29 10:12:37 user nova-compute[75254]:     <acpi/>
Nov 29 10:12:37 user nova-compute[75254]:     <apic/>
Nov 29 10:12:37 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:12:37 user nova-compute[75254]:   </features>
Nov 29 10:12:37 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:12:37 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:12:37 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:12:37 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:12:37 user nova-compute[75254]:   </clock>
Nov 29 10:12:37 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:12:37 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:12:37 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:12:37 user nova-compute[75254]:   </cpu>
Nov 29 10:12:37 user nova-compute[75254]:   <devices>
Nov 29 10:12:37 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:12:37 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:12:37 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 10:12:37 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:12:37 user nova-compute[75254]:       <serial>777f180a-ffe5-49ec-9754-2c619cfa35f7</serial>
Nov 29 10:12:37 user nova-compute[75254]:     </disk>
Nov 29 10:12:37 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:12:37 user nova-compute[75254]:       <mac address="fa:16:3e:b3:2a:20"/>
Nov 29 10:12:37 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:12:37 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:12:37 user nova-compute[75254]:       <target dev="tapae2f337e-16"/>
Nov 29 10:12:37 user nova-compute[75254]:     </interface>
Nov 29 10:12:37 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:12:37 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/console.log" append="off"/>
Nov 29 10:12:37 user nova-compute[75254]:     </serial>
Nov 29 10:12:37 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:12:37 user nova-compute[75254]:     <video>
Nov 29 10:12:37 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:12:37 user nova-compute[75254]:     </video>
Nov 29 10:12:37 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:12:37 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:12:37 user nova-compute[75254]:     </rng>
Nov 29 10:12:37 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:12:37 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:12:37 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:12:37 user nova-compute[75254]:     </memballoon>
Nov 29 10:12:37 user nova-compute[75254]:   </devices>
Nov 29 10:12:37 user nova-compute[75254]: </domain>
Nov 29 10:12:37 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-621231046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-621231046',id=14,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ufoa7wzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:12:22Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=77782fe7-8be9-4373-9295-adf2eea9cbc3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG os_vif [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ddb8e6f4-b52a-55ed-bfc9-e1b8fb95e292', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae2f337e-16, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae2f337e-16, col_values=(('qos', UUID('546f7187-0341-4428-8933-fed0748be761')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae2f337e-16, col_values=(('external_ids', {'iface-id': 'ae2f337e-167d-48a2-a50b-137f2e34abf9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b3:2a:20', 'vm-uuid': '77782fe7-8be9-4373-9295-adf2eea9cbc3'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:37 user nova-compute[75254]: INFO os_vif [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16')
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:12:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No VIF found with MAC fa:16:3e:b3:2a:20, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "865655fe-abd0-426b-914e-1e51b02124f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "865655fe-abd0-426b-914e-1e51b02124f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:12:38 user nova-compute[75254]: INFO nova.compute.claims [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Claim successful on node user
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.461s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:12:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.policy [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb2b78d06aae469396a6a4faa88f882b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd72e539edd3b4bfb95c8ad702d337468', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:12:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Creating image(s)
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "/opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "/opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "/opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk 1073741824" returned: 0 in 0.053s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Successfully created port: 7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-167d9cee-abdc-41ee-a0e9-bbdcfeba5273 req-4c050c07-acae-47c5-9acb-a4de36b8fbdd service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-167d9cee-abdc-41ee-a0e9-bbdcfeba5273 req-4c050c07-acae-47c5-9acb-a4de36b8fbdd service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-167d9cee-abdc-41ee-a0e9-bbdcfeba5273 req-4c050c07-acae-47c5-9acb-a4de36b8fbdd service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-167d9cee-abdc-41ee-a0e9-bbdcfeba5273 req-4c050c07-acae-47c5-9acb-a4de36b8fbdd service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-167d9cee-abdc-41ee-a0e9-bbdcfeba5273 req-4c050c07-acae-47c5-9acb-a4de36b8fbdd service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:39 user nova-compute[75254]: WARNING nova.compute.manager [req-167d9cee-abdc-41ee-a0e9-bbdcfeba5273 req-4c050c07-acae-47c5-9acb-a4de36b8fbdd service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state building and task_state spawning.
Nov 29 10:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Checking if we can resize image /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Cannot resize image /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Ensure instance console log exists: /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Successfully updated port: 7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "refresh_cache-865655fe-abd0-426b-914e-1e51b02124f5" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquired lock "refresh_cache-865655fe-abd0-426b-914e-1e51b02124f5" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Received event network-changed-7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Refreshing instance network info cache due to event network-changed-7d511461-1c8b-4397-be45-8546ac208dd4. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] Acquiring lock "refresh_cache-865655fe-abd0-426b-914e-1e51b02124f5" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Updating instance_info_cache with network_info: [{"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Releasing lock "refresh_cache-865655fe-abd0-426b-914e-1e51b02124f5" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Instance network_info: |[{"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] Acquired lock "refresh_cache-865655fe-abd0-426b-914e-1e51b02124f5" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Refreshing network info cache for port 7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Start _get_guest_xml network_info=[{"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:12:40 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:12:40 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1836670810',display_name='tempest-VolumesAdminNegativeTest-server-1836670810',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1836670810',id=15,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d72e539edd3b4bfb95c8ad702d337468',ramdisk_id='',reservation_id='r-4g160ypu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-828835441',owner_user_name='tempest-VolumesAdminNegativeTest-828835441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:12:39Z,user_data=None,user_id='cb2b78d06aae469396a6a4faa88f882b',uuid=865655fe-abd0-426b-914e-1e51b02124f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converting VIF {"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'pci_devices' on Instance uuid 865655fe-abd0-426b-914e-1e51b02124f5 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:12:40 user nova-compute[75254]:   <uuid>865655fe-abd0-426b-914e-1e51b02124f5</uuid>
Nov 29 10:12:40 user nova-compute[75254]:   <name>instance-0000000f</name>
Nov 29 10:12:40 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:12:40 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:12:40 user nova-compute[75254]:   <metadata>
Nov 29 10:12:40 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:40 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:12:40 user nova-compute[75254]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1836670810</nova:name>
Nov 29 10:12:40 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:12:40</nova:creationTime>
Nov 29 10:12:40 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:12:40 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:40 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:12:40 user nova-compute[75254]:       <nova:owner>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:user uuid="cb2b78d06aae469396a6a4faa88f882b">tempest-VolumesAdminNegativeTest-828835441-project-member</nova:user>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:project uuid="d72e539edd3b4bfb95c8ad702d337468">tempest-VolumesAdminNegativeTest-828835441</nova:project>
Nov 29 10:12:40 user nova-compute[75254]:       </nova:owner>
Nov 29 10:12:40 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:40 user nova-compute[75254]:       <nova:ports>
Nov 29 10:12:40 user nova-compute[75254]:         <nova:port uuid="7d511461-1c8b-4397-be45-8546ac208dd4">
Nov 29 10:12:40 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:12:40 user nova-compute[75254]:         </nova:port>
Nov 29 10:12:40 user nova-compute[75254]:       </nova:ports>
Nov 29 10:12:40 user nova-compute[75254]:     </nova:instance>
Nov 29 10:12:40 user nova-compute[75254]:   </metadata>
Nov 29 10:12:40 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:12:40 user nova-compute[75254]:     <system>
Nov 29 10:12:40 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:12:40 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:12:40 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:12:40 user nova-compute[75254]:       <entry name="serial">865655fe-abd0-426b-914e-1e51b02124f5</entry>
Nov 29 10:12:40 user nova-compute[75254]:       <entry name="uuid">865655fe-abd0-426b-914e-1e51b02124f5</entry>
Nov 29 10:12:40 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:12:40 user nova-compute[75254]:     </system>
Nov 29 10:12:40 user nova-compute[75254]:   </sysinfo>
Nov 29 10:12:40 user nova-compute[75254]:   <os>
Nov 29 10:12:40 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:12:40 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:12:40 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:12:40 user nova-compute[75254]:   </os>
Nov 29 10:12:40 user nova-compute[75254]:   <features>
Nov 29 10:12:40 user nova-compute[75254]:     <acpi/>
Nov 29 10:12:40 user nova-compute[75254]:     <apic/>
Nov 29 10:12:40 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:12:40 user nova-compute[75254]:   </features>
Nov 29 10:12:40 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:12:40 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:12:40 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:12:40 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:12:40 user nova-compute[75254]:   </clock>
Nov 29 10:12:40 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:12:40 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:12:40 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:12:40 user nova-compute[75254]:   </cpu>
Nov 29 10:12:40 user nova-compute[75254]:   <devices>
Nov 29 10:12:40 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:12:40 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:12:40 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk"/>
Nov 29 10:12:40 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:12:40 user nova-compute[75254]:     </disk>
Nov 29 10:12:40 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:12:40 user nova-compute[75254]:       <mac address="fa:16:3e:f7:e9:56"/>
Nov 29 10:12:40 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:12:40 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:12:40 user nova-compute[75254]:       <target dev="tap7d511461-1c"/>
Nov 29 10:12:40 user nova-compute[75254]:     </interface>
Nov 29 10:12:40 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:12:40 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/console.log" append="off"/>
Nov 29 10:12:40 user nova-compute[75254]:     </serial>
Nov 29 10:12:40 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:12:40 user nova-compute[75254]:     <video>
Nov 29 10:12:40 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:12:40 user nova-compute[75254]:     </video>
Nov 29 10:12:40 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:12:40 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:12:40 user nova-compute[75254]:     </rng>
Nov 29 10:12:40 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:12:40 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:12:40 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:12:40 user nova-compute[75254]:     </memballoon>
Nov 29 10:12:40 user nova-compute[75254]:   </devices>
Nov 29 10:12:40 user nova-compute[75254]: </domain>
Nov 29 10:12:40 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1836670810',display_name='tempest-VolumesAdminNegativeTest-server-1836670810',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1836670810',id=15,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d72e539edd3b4bfb95c8ad702d337468',ramdisk_id='',reservation_id='r-4g160ypu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-828835441',owner_user_name='tempest-VolumesAdminNegativeTest-828835441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:12:39Z,user_data=None,user_id='cb2b78d06aae469396a6a4faa88f882b',uuid=865655fe-abd0-426b-914e-1e51b02124f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converting VIF {"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG os_vif [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b7455b1a-2915-5926-a7e6-3f1d5fce2406', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d511461-1c, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d511461-1c, col_values=(('qos', UUID('9762d872-f385-4f72-926c-1abb2aa700e7')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d511461-1c, col_values=(('external_ids', {'iface-id': '7d511461-1c8b-4397-be45-8546ac208dd4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:e9:56', 'vm-uuid': '865655fe-abd0-426b-914e-1e51b02124f5'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:40 user nova-compute[75254]: INFO os_vif [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c')
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] No VIF found with MAC fa:16:3e:f7:e9:56, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Updated VIF entry in instance network info cache for port 7d511461-1c8b-4397-be45-8546ac208dd4. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Updating instance_info_cache with network_info: [{"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5f76b730-a1fa-47f1-a206-1536318c63f1 req-2438c632-7108-49ae-a621-d86293a3d199 service nova] Releasing lock "refresh_cache-865655fe-abd0-426b-914e-1e51b02124f5" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:12:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance spawned successfully.
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:41 user nova-compute[75254]: INFO nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Took 4.94 seconds to spawn the instance on the hypervisor.
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-0fe3c10b-eacf-4e7c-9de2-839b78a59ae9 req-954a3f0f-fd75-427a-a9c9-3b69648c7833 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0fe3c10b-eacf-4e7c-9de2-839b78a59ae9 req-954a3f0f-fd75-427a-a9c9-3b69648c7833 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0fe3c10b-eacf-4e7c-9de2-839b78a59ae9 req-954a3f0f-fd75-427a-a9c9-3b69648c7833 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0fe3c10b-eacf-4e7c-9de2-839b78a59ae9 req-954a3f0f-fd75-427a-a9c9-3b69648c7833 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-0fe3c10b-eacf-4e7c-9de2-839b78a59ae9 req-954a3f0f-fd75-427a-a9c9-3b69648c7833 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:41 user nova-compute[75254]: WARNING nova.compute.manager [req-0fe3c10b-eacf-4e7c-9de2-839b78a59ae9 req-954a3f0f-fd75-427a-a9c9-3b69648c7833 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state building and task_state spawning.
Nov 29 10:12:41 user nova-compute[75254]: INFO nova.compute.manager [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Took 20.04 seconds to build instance.
Nov 29 10:12:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3a21d060-16ab-4503-86df-898c27cfecc2 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.140s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Received event network-vif-plugged-7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] Acquiring lock "865655fe-abd0-426b-914e-1e51b02124f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] Lock "865655fe-abd0-426b-914e-1e51b02124f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] Lock "865655fe-abd0-426b-914e-1e51b02124f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] No waiting events found dispatching network-vif-plugged-7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:43 user nova-compute[75254]: WARNING nova.compute.manager [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Received unexpected event network-vif-plugged-7d511461-1c8b-4397-be45-8546ac208dd4 for instance with vm_state building and task_state spawning.
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Received event network-vif-plugged-7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] Acquiring lock "865655fe-abd0-426b-914e-1e51b02124f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] Lock "865655fe-abd0-426b-914e-1e51b02124f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] Lock "865655fe-abd0-426b-914e-1e51b02124f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] No waiting events found dispatching network-vif-plugged-7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:43 user nova-compute[75254]: WARNING nova.compute.manager [req-2da150db-77bc-4073-848a-55b2dfee6a51 req-23a67a41-1691-4e9a-b406-8b7f58eb898a service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Received unexpected event network-vif-plugged-7d511461-1c8b-4397-be45-8546ac208dd4 for instance with vm_state building and task_state spawning.
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:12:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Instance spawned successfully.
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:12:43 user nova-compute[75254]: INFO nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Took 5.04 seconds to spawn the instance on the hypervisor.
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:12:43 user nova-compute[75254]: INFO nova.compute.manager [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Took 5.81 seconds to build instance.
Nov 29 10:12:43 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Waiting for libvirt event about the detach of device tape3a0b0a2-d1 with device alias net1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 is timed out.
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface> {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9846007b-b4d3-495d-9334-155edb6354b9 tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "865655fe-abd0-426b-914e-1e51b02124f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.894s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface>not found in domain: <domain type='kvm' id='8'>
Nov 29 10:12:43 user nova-compute[75254]:   <name>instance-00000009</name>
Nov 29 10:12:43 user nova-compute[75254]:   <uuid>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</uuid>
Nov 29 10:12:43 user nova-compute[75254]:   <metadata>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:43 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:11:48</nova:creationTime>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:12:43 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:43 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:owner>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:12:43 user nova-compute[75254]:   </nova:owner>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:ports>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:12:43 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:43 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:port uuid="e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9">
Nov 29 10:12:43 user nova-compute[75254]:       <nova:ip type="fixed" address="10.10.10.103" ipVersion="4"/>
Nov 29 10:12:43 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:43 user nova-compute[75254]:   </nova:ports>
Nov 29 10:12:43 user nova-compute[75254]: </nova:instance>
Nov 29 10:12:43 user nova-compute[75254]:   </metadata>
Nov 29 10:12:43 user nova-compute[75254]:   <memory unit='KiB'>524288</memory>
Nov 29 10:12:43 user nova-compute[75254]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 10:12:43 user nova-compute[75254]:   <vcpu placement='static'>1</vcpu>
Nov 29 10:12:43 user nova-compute[75254]:   <resource>
Nov 29 10:12:43 user nova-compute[75254]:     <partition>/machine</partition>
Nov 29 10:12:43 user nova-compute[75254]:   </resource>
Nov 29 10:12:43 user nova-compute[75254]:   <sysinfo type='smbios'>
Nov 29 10:12:43 user nova-compute[75254]:     <system>
Nov 29 10:12:43 user nova-compute[75254]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 10:12:43 user nova-compute[75254]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 10:12:43 user nova-compute[75254]:       <entry name='version'>0.0.0</entry>
Nov 29 10:12:43 user nova-compute[75254]:       <entry name='serial'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:43 user nova-compute[75254]:       <entry name='uuid'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:43 user nova-compute[75254]:       <entry name='family'>Virtual Machine</entry>
Nov 29 10:12:43 user nova-compute[75254]:     </system>
Nov 29 10:12:43 user nova-compute[75254]:   </sysinfo>
Nov 29 10:12:43 user nova-compute[75254]:   <os>
Nov 29 10:12:43 user nova-compute[75254]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 10:12:43 user nova-compute[75254]:     <boot dev='hd'/>
Nov 29 10:12:43 user nova-compute[75254]:     <smbios mode='sysinfo'/>
Nov 29 10:12:43 user nova-compute[75254]:   </os>
Nov 29 10:12:43 user nova-compute[75254]:   <features>
Nov 29 10:12:43 user nova-compute[75254]:     <acpi/>
Nov 29 10:12:43 user nova-compute[75254]:     <apic/>
Nov 29 10:12:43 user nova-compute[75254]:     <vmcoreinfo state='on'/>
Nov 29 10:12:43 user nova-compute[75254]:   </features>
Nov 29 10:12:43 user nova-compute[75254]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 10:12:43 user nova-compute[75254]:     <model fallback='forbid'>Nehalem</model>
Nov 29 10:12:43 user nova-compute[75254]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 10:12:43 user nova-compute[75254]:     <feature policy='require' name='vme'/>
Nov 29 10:12:43 user nova-compute[75254]:     <feature policy='require' name='x2apic'/>
Nov 29 10:12:43 user nova-compute[75254]:     <feature policy='require' name='hypervisor'/>
Nov 29 10:12:43 user nova-compute[75254]:   </cpu>
Nov 29 10:12:43 user nova-compute[75254]:   <clock offset='utc'>
Nov 29 10:12:43 user nova-compute[75254]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 10:12:43 user nova-compute[75254]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 10:12:43 user nova-compute[75254]:     <timer name='hpet' present='no'/>
Nov 29 10:12:43 user nova-compute[75254]:   </clock>
Nov 29 10:12:43 user nova-compute[75254]:   <on_poweroff>destroy</on_poweroff>
Nov 29 10:12:43 user nova-compute[75254]:   <on_reboot>restart</on_reboot>
Nov 29 10:12:43 user nova-compute[75254]:   <on_crash>destroy</on_crash>
Nov 29 10:12:43 user nova-compute[75254]:   <devices>
Nov 29 10:12:43 user nova-compute[75254]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 10:12:43 user nova-compute[75254]:     <disk type='file' device='disk'>
Nov 29 10:12:43 user nova-compute[75254]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 10:12:43 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk' index='2'/>
Nov 29 10:12:43 user nova-compute[75254]:       <backingStore type='file' index='3'>
Nov 29 10:12:43 user nova-compute[75254]:         <format type='raw'/>
Nov 29 10:12:43 user nova-compute[75254]:         <source file='/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162'/>
Nov 29 10:12:43 user nova-compute[75254]:         <backingStore/>
Nov 29 10:12:43 user nova-compute[75254]:       </backingStore>
Nov 29 10:12:43 user nova-compute[75254]:       <target dev='vda' bus='virtio'/>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='virtio-disk0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </disk>
Nov 29 10:12:43 user nova-compute[75254]:     <disk type='file' device='cdrom'>
Nov 29 10:12:43 user nova-compute[75254]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 10:12:43 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config' index='1'/>
Nov 29 10:12:43 user nova-compute[75254]:       <backingStore/>
Nov 29 10:12:43 user nova-compute[75254]:       <target dev='hda' bus='ide'/>
Nov 29 10:12:43 user nova-compute[75254]:       <readonly/>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='ide0-0-0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </disk>
Nov 29 10:12:43 user nova-compute[75254]:     <controller type='usb' index='0' model='none'>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='usb'/>
Nov 29 10:12:43 user nova-compute[75254]:     </controller>
Nov 29 10:12:43 user nova-compute[75254]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='pci.0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </controller>
Nov 29 10:12:43 user nova-compute[75254]:     <controller type='ide' index='0'>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='ide'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 10:12:43 user nova-compute[75254]:     </controller>
Nov 29 10:12:43 user nova-compute[75254]:     <interface type='ethernet'>
Nov 29 10:12:43 user nova-compute[75254]:       <mac address='fa:16:3e:9e:ee:cf'/>
Nov 29 10:12:43 user nova-compute[75254]:       <target dev='tap59a8f5bc-45'/>
Nov 29 10:12:43 user nova-compute[75254]:       <model type='virtio'/>
Nov 29 10:12:43 user nova-compute[75254]:       <mtu size='1442'/>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='net0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </interface>
Nov 29 10:12:43 user nova-compute[75254]:     <serial type='pty'>
Nov 29 10:12:43 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:43 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:43 user nova-compute[75254]:       <target type='isa-serial' port='0'>
Nov 29 10:12:43 user nova-compute[75254]:         <model name='isa-serial'/>
Nov 29 10:12:43 user nova-compute[75254]:       </target>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </serial>
Nov 29 10:12:43 user nova-compute[75254]:     <console type='pty' tty='/dev/pts/7'>
Nov 29 10:12:43 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:43 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:43 user nova-compute[75254]:       <target type='serial' port='0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </console>
Nov 29 10:12:43 user nova-compute[75254]:     <input type='mouse' bus='ps2'>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='input0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </input>
Nov 29 10:12:43 user nova-compute[75254]:     <input type='keyboard' bus='ps2'>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='input1'/>
Nov 29 10:12:43 user nova-compute[75254]:     </input>
Nov 29 10:12:43 user nova-compute[75254]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Nov 29 10:12:43 user nova-compute[75254]:       <listen type='address' address='0.0.0.0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </graphics>
Nov 29 10:12:43 user nova-compute[75254]:     <audio id='1' type='none'/>
Nov 29 10:12:43 user nova-compute[75254]:     <video>
Nov 29 10:12:43 user nova-compute[75254]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='video0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </video>
Nov 29 10:12:43 user nova-compute[75254]:     <memballoon model='virtio'>
Nov 29 10:12:43 user nova-compute[75254]:       <stats period='10'/>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='balloon0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </memballoon>
Nov 29 10:12:43 user nova-compute[75254]:     <rng model='virtio'>
Nov 29 10:12:43 user nova-compute[75254]:       <backend model='random'>/dev/urandom</backend>
Nov 29 10:12:43 user nova-compute[75254]:       <alias name='rng0'/>
Nov 29 10:12:43 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 10:12:43 user nova-compute[75254]:     </rng>
Nov 29 10:12:43 user nova-compute[75254]:   </devices>
Nov 29 10:12:43 user nova-compute[75254]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 10:12:43 user nova-compute[75254]:     <label>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</label>
Nov 29 10:12:43 user nova-compute[75254]:     <imagelabel>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</imagelabel>
Nov 29 10:12:43 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:43 user nova-compute[75254]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 10:12:43 user nova-compute[75254]:     <label>+64055:+108</label>
Nov 29 10:12:43 user nova-compute[75254]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 10:12:43 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:43 user nova-compute[75254]: </domain>
Nov 29 10:12:43 user nova-compute[75254]:  {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 10:12:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully detached device tape3a0b0a2-d1 from instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 from the live domain config.
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG os_vif [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3a0b0a2-d1, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d00a5fba-ee77-4a4f-b679-d019ed01a2eb) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:43 user nova-compute[75254]: INFO os_vif [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1')
Nov 29 10:12:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:43 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:12:43</nova:creationTime>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:12:43 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:43 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:owner>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:12:43 user nova-compute[75254]:   </nova:owner>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:43 user nova-compute[75254]:   <nova:ports>
Nov 29 10:12:43 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:12:43 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:43 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:43 user nova-compute[75254]:   </nova:ports>
Nov 29 10:12:43 user nova-compute[75254]: </nova:instance>
Nov 29 10:12:43 user nova-compute[75254]:  {{(pid=75254) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-deleted-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:44 user nova-compute[75254]: INFO nova.compute.manager [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Neutron deleted interface e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9; detaching it from the instance and deleting it from the info cache
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.neutron [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquired lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.objects.instance [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Lazy-loading 'system_metadata' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.objects.instance [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Lazy-loading 'flavor' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.objects.base [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Object Instance<a83ae61b-b74e-4aa1-a0e6-77aefc15ef71> lazy-loaded attributes: system_metadata,flavor {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.os_vif_util [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Converting VIF {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.os_vif_util [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface> {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface>not found in domain: <domain type='kvm' id='8'>
Nov 29 10:12:44 user nova-compute[75254]:   <name>instance-00000009</name>
Nov 29 10:12:44 user nova-compute[75254]:   <uuid>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</uuid>
Nov 29 10:12:44 user nova-compute[75254]:   <metadata>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:44 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:12:43</nova:creationTime>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:12:44 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:owner>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:owner>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:ports>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:12:44 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:44 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:ports>
Nov 29 10:12:44 user nova-compute[75254]: </nova:instance>
Nov 29 10:12:44 user nova-compute[75254]:   </metadata>
Nov 29 10:12:44 user nova-compute[75254]:   <memory unit='KiB'>524288</memory>
Nov 29 10:12:44 user nova-compute[75254]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 10:12:44 user nova-compute[75254]:   <vcpu placement='static'>1</vcpu>
Nov 29 10:12:44 user nova-compute[75254]:   <resource>
Nov 29 10:12:44 user nova-compute[75254]:     <partition>/machine</partition>
Nov 29 10:12:44 user nova-compute[75254]:   </resource>
Nov 29 10:12:44 user nova-compute[75254]:   <sysinfo type='smbios'>
Nov 29 10:12:44 user nova-compute[75254]:     <system>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='version'>0.0.0</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='serial'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='uuid'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='family'>Virtual Machine</entry>
Nov 29 10:12:44 user nova-compute[75254]:     </system>
Nov 29 10:12:44 user nova-compute[75254]:   </sysinfo>
Nov 29 10:12:44 user nova-compute[75254]:   <os>
Nov 29 10:12:44 user nova-compute[75254]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 10:12:44 user nova-compute[75254]:     <boot dev='hd'/>
Nov 29 10:12:44 user nova-compute[75254]:     <smbios mode='sysinfo'/>
Nov 29 10:12:44 user nova-compute[75254]:   </os>
Nov 29 10:12:44 user nova-compute[75254]:   <features>
Nov 29 10:12:44 user nova-compute[75254]:     <acpi/>
Nov 29 10:12:44 user nova-compute[75254]:     <apic/>
Nov 29 10:12:44 user nova-compute[75254]:     <vmcoreinfo state='on'/>
Nov 29 10:12:44 user nova-compute[75254]:   </features>
Nov 29 10:12:44 user nova-compute[75254]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 10:12:44 user nova-compute[75254]:     <model fallback='forbid'>Nehalem</model>
Nov 29 10:12:44 user nova-compute[75254]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 10:12:44 user nova-compute[75254]:     <feature policy='require' name='vme'/>
Nov 29 10:12:44 user nova-compute[75254]:     <feature policy='require' name='x2apic'/>
Nov 29 10:12:44 user nova-compute[75254]:     <feature policy='require' name='hypervisor'/>
Nov 29 10:12:44 user nova-compute[75254]:   </cpu>
Nov 29 10:12:44 user nova-compute[75254]:   <clock offset='utc'>
Nov 29 10:12:44 user nova-compute[75254]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 10:12:44 user nova-compute[75254]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 10:12:44 user nova-compute[75254]:     <timer name='hpet' present='no'/>
Nov 29 10:12:44 user nova-compute[75254]:   </clock>
Nov 29 10:12:44 user nova-compute[75254]:   <on_poweroff>destroy</on_poweroff>
Nov 29 10:12:44 user nova-compute[75254]:   <on_reboot>restart</on_reboot>
Nov 29 10:12:44 user nova-compute[75254]:   <on_crash>destroy</on_crash>
Nov 29 10:12:44 user nova-compute[75254]:   <devices>
Nov 29 10:12:44 user nova-compute[75254]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 10:12:44 user nova-compute[75254]:     <disk type='file' device='disk'>
Nov 29 10:12:44 user nova-compute[75254]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 10:12:44 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk' index='2'/>
Nov 29 10:12:44 user nova-compute[75254]:       <backingStore type='file' index='3'>
Nov 29 10:12:44 user nova-compute[75254]:         <format type='raw'/>
Nov 29 10:12:44 user nova-compute[75254]:         <source file='/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162'/>
Nov 29 10:12:44 user nova-compute[75254]:         <backingStore/>
Nov 29 10:12:44 user nova-compute[75254]:       </backingStore>
Nov 29 10:12:44 user nova-compute[75254]:       <target dev='vda' bus='virtio'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='virtio-disk0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </disk>
Nov 29 10:12:44 user nova-compute[75254]:     <disk type='file' device='cdrom'>
Nov 29 10:12:44 user nova-compute[75254]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 10:12:44 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config' index='1'/>
Nov 29 10:12:44 user nova-compute[75254]:       <backingStore/>
Nov 29 10:12:44 user nova-compute[75254]:       <target dev='hda' bus='ide'/>
Nov 29 10:12:44 user nova-compute[75254]:       <readonly/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='ide0-0-0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </disk>
Nov 29 10:12:44 user nova-compute[75254]:     <controller type='usb' index='0' model='none'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='usb'/>
Nov 29 10:12:44 user nova-compute[75254]:     </controller>
Nov 29 10:12:44 user nova-compute[75254]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='pci.0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </controller>
Nov 29 10:12:44 user nova-compute[75254]:     <controller type='ide' index='0'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='ide'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 10:12:44 user nova-compute[75254]:     </controller>
Nov 29 10:12:44 user nova-compute[75254]:     <interface type='ethernet'>
Nov 29 10:12:44 user nova-compute[75254]:       <mac address='fa:16:3e:9e:ee:cf'/>
Nov 29 10:12:44 user nova-compute[75254]:       <target dev='tap59a8f5bc-45'/>
Nov 29 10:12:44 user nova-compute[75254]:       <model type='virtio'/>
Nov 29 10:12:44 user nova-compute[75254]:       <mtu size='1442'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='net0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </interface>
Nov 29 10:12:44 user nova-compute[75254]:     <serial type='pty'>
Nov 29 10:12:44 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:44 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:44 user nova-compute[75254]:       <target type='isa-serial' port='0'>
Nov 29 10:12:44 user nova-compute[75254]:         <model name='isa-serial'/>
Nov 29 10:12:44 user nova-compute[75254]:       </target>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </serial>
Nov 29 10:12:44 user nova-compute[75254]:     <console type='pty' tty='/dev/pts/7'>
Nov 29 10:12:44 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:44 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:44 user nova-compute[75254]:       <target type='serial' port='0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </console>
Nov 29 10:12:44 user nova-compute[75254]:     <input type='mouse' bus='ps2'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='input0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </input>
Nov 29 10:12:44 user nova-compute[75254]:     <input type='keyboard' bus='ps2'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='input1'/>
Nov 29 10:12:44 user nova-compute[75254]:     </input>
Nov 29 10:12:44 user nova-compute[75254]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Nov 29 10:12:44 user nova-compute[75254]:       <listen type='address' address='0.0.0.0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </graphics>
Nov 29 10:12:44 user nova-compute[75254]:     <audio id='1' type='none'/>
Nov 29 10:12:44 user nova-compute[75254]:     <video>
Nov 29 10:12:44 user nova-compute[75254]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='video0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </video>
Nov 29 10:12:44 user nova-compute[75254]:     <memballoon model='virtio'>
Nov 29 10:12:44 user nova-compute[75254]:       <stats period='10'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='balloon0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </memballoon>
Nov 29 10:12:44 user nova-compute[75254]:     <rng model='virtio'>
Nov 29 10:12:44 user nova-compute[75254]:       <backend model='random'>/dev/urandom</backend>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='rng0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </rng>
Nov 29 10:12:44 user nova-compute[75254]:   </devices>
Nov 29 10:12:44 user nova-compute[75254]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 10:12:44 user nova-compute[75254]:     <label>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</label>
Nov 29 10:12:44 user nova-compute[75254]:     <imagelabel>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</imagelabel>
Nov 29 10:12:44 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:44 user nova-compute[75254]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 10:12:44 user nova-compute[75254]:     <label>+64055:+108</label>
Nov 29 10:12:44 user nova-compute[75254]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 10:12:44 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:44 user nova-compute[75254]: </domain>
Nov 29 10:12:44 user nova-compute[75254]:  {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface> {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:29:83:db"/><model type="virtio"/><mtu size="1442"/><target dev="tape3a0b0a2-d1"/></interface>not found in domain: <domain type='kvm' id='8'>
Nov 29 10:12:44 user nova-compute[75254]:   <name>instance-00000009</name>
Nov 29 10:12:44 user nova-compute[75254]:   <uuid>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</uuid>
Nov 29 10:12:44 user nova-compute[75254]:   <metadata>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:44 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:12:43</nova:creationTime>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:12:44 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:owner>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:owner>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:ports>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:12:44 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:44 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:ports>
Nov 29 10:12:44 user nova-compute[75254]: </nova:instance>
Nov 29 10:12:44 user nova-compute[75254]:   </metadata>
Nov 29 10:12:44 user nova-compute[75254]:   <memory unit='KiB'>524288</memory>
Nov 29 10:12:44 user nova-compute[75254]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 29 10:12:44 user nova-compute[75254]:   <vcpu placement='static'>1</vcpu>
Nov 29 10:12:44 user nova-compute[75254]:   <resource>
Nov 29 10:12:44 user nova-compute[75254]:     <partition>/machine</partition>
Nov 29 10:12:44 user nova-compute[75254]:   </resource>
Nov 29 10:12:44 user nova-compute[75254]:   <sysinfo type='smbios'>
Nov 29 10:12:44 user nova-compute[75254]:     <system>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='product'>OpenStack Nova</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='version'>0.0.0</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='serial'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='uuid'>a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</entry>
Nov 29 10:12:44 user nova-compute[75254]:       <entry name='family'>Virtual Machine</entry>
Nov 29 10:12:44 user nova-compute[75254]:     </system>
Nov 29 10:12:44 user nova-compute[75254]:   </sysinfo>
Nov 29 10:12:44 user nova-compute[75254]:   <os>
Nov 29 10:12:44 user nova-compute[75254]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 29 10:12:44 user nova-compute[75254]:     <boot dev='hd'/>
Nov 29 10:12:44 user nova-compute[75254]:     <smbios mode='sysinfo'/>
Nov 29 10:12:44 user nova-compute[75254]:   </os>
Nov 29 10:12:44 user nova-compute[75254]:   <features>
Nov 29 10:12:44 user nova-compute[75254]:     <acpi/>
Nov 29 10:12:44 user nova-compute[75254]:     <apic/>
Nov 29 10:12:44 user nova-compute[75254]:     <vmcoreinfo state='on'/>
Nov 29 10:12:44 user nova-compute[75254]:   </features>
Nov 29 10:12:44 user nova-compute[75254]:   <cpu mode='custom' match='exact' check='full'>
Nov 29 10:12:44 user nova-compute[75254]:     <model fallback='forbid'>Nehalem</model>
Nov 29 10:12:44 user nova-compute[75254]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 29 10:12:44 user nova-compute[75254]:     <feature policy='require' name='vme'/>
Nov 29 10:12:44 user nova-compute[75254]:     <feature policy='require' name='x2apic'/>
Nov 29 10:12:44 user nova-compute[75254]:     <feature policy='require' name='hypervisor'/>
Nov 29 10:12:44 user nova-compute[75254]:   </cpu>
Nov 29 10:12:44 user nova-compute[75254]:   <clock offset='utc'>
Nov 29 10:12:44 user nova-compute[75254]:     <timer name='pit' tickpolicy='delay'/>
Nov 29 10:12:44 user nova-compute[75254]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 29 10:12:44 user nova-compute[75254]:     <timer name='hpet' present='no'/>
Nov 29 10:12:44 user nova-compute[75254]:   </clock>
Nov 29 10:12:44 user nova-compute[75254]:   <on_poweroff>destroy</on_poweroff>
Nov 29 10:12:44 user nova-compute[75254]:   <on_reboot>restart</on_reboot>
Nov 29 10:12:44 user nova-compute[75254]:   <on_crash>destroy</on_crash>
Nov 29 10:12:44 user nova-compute[75254]:   <devices>
Nov 29 10:12:44 user nova-compute[75254]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 29 10:12:44 user nova-compute[75254]:     <disk type='file' device='disk'>
Nov 29 10:12:44 user nova-compute[75254]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 29 10:12:44 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk' index='2'/>
Nov 29 10:12:44 user nova-compute[75254]:       <backingStore type='file' index='3'>
Nov 29 10:12:44 user nova-compute[75254]:         <format type='raw'/>
Nov 29 10:12:44 user nova-compute[75254]:         <source file='/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162'/>
Nov 29 10:12:44 user nova-compute[75254]:         <backingStore/>
Nov 29 10:12:44 user nova-compute[75254]:       </backingStore>
Nov 29 10:12:44 user nova-compute[75254]:       <target dev='vda' bus='virtio'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='virtio-disk0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </disk>
Nov 29 10:12:44 user nova-compute[75254]:     <disk type='file' device='cdrom'>
Nov 29 10:12:44 user nova-compute[75254]:       <driver name='qemu' type='raw' cache='none'/>
Nov 29 10:12:44 user nova-compute[75254]:       <source file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/disk.config' index='1'/>
Nov 29 10:12:44 user nova-compute[75254]:       <backingStore/>
Nov 29 10:12:44 user nova-compute[75254]:       <target dev='hda' bus='ide'/>
Nov 29 10:12:44 user nova-compute[75254]:       <readonly/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='ide0-0-0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </disk>
Nov 29 10:12:44 user nova-compute[75254]:     <controller type='usb' index='0' model='none'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='usb'/>
Nov 29 10:12:44 user nova-compute[75254]:     </controller>
Nov 29 10:12:44 user nova-compute[75254]:     <controller type='pci' index='0' model='pci-root'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='pci.0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </controller>
Nov 29 10:12:44 user nova-compute[75254]:     <controller type='ide' index='0'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='ide'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 29 10:12:44 user nova-compute[75254]:     </controller>
Nov 29 10:12:44 user nova-compute[75254]:     <interface type='ethernet'>
Nov 29 10:12:44 user nova-compute[75254]:       <mac address='fa:16:3e:9e:ee:cf'/>
Nov 29 10:12:44 user nova-compute[75254]:       <target dev='tap59a8f5bc-45'/>
Nov 29 10:12:44 user nova-compute[75254]:       <model type='virtio'/>
Nov 29 10:12:44 user nova-compute[75254]:       <mtu size='1442'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='net0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </interface>
Nov 29 10:12:44 user nova-compute[75254]:     <serial type='pty'>
Nov 29 10:12:44 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:44 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:44 user nova-compute[75254]:       <target type='isa-serial' port='0'>
Nov 29 10:12:44 user nova-compute[75254]:         <model name='isa-serial'/>
Nov 29 10:12:44 user nova-compute[75254]:       </target>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </serial>
Nov 29 10:12:44 user nova-compute[75254]:     <console type='pty' tty='/dev/pts/7'>
Nov 29 10:12:44 user nova-compute[75254]:       <source path='/dev/pts/7'/>
Nov 29 10:12:44 user nova-compute[75254]:       <log file='/opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71/console.log' append='off'/>
Nov 29 10:12:44 user nova-compute[75254]:       <target type='serial' port='0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='serial0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </console>
Nov 29 10:12:44 user nova-compute[75254]:     <input type='mouse' bus='ps2'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='input0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </input>
Nov 29 10:12:44 user nova-compute[75254]:     <input type='keyboard' bus='ps2'>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='input1'/>
Nov 29 10:12:44 user nova-compute[75254]:     </input>
Nov 29 10:12:44 user nova-compute[75254]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Nov 29 10:12:44 user nova-compute[75254]:       <listen type='address' address='0.0.0.0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </graphics>
Nov 29 10:12:44 user nova-compute[75254]:     <audio id='1' type='none'/>
Nov 29 10:12:44 user nova-compute[75254]:     <video>
Nov 29 10:12:44 user nova-compute[75254]:       <model type='virtio' heads='1' primary='yes'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='video0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </video>
Nov 29 10:12:44 user nova-compute[75254]:     <memballoon model='virtio'>
Nov 29 10:12:44 user nova-compute[75254]:       <stats period='10'/>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='balloon0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </memballoon>
Nov 29 10:12:44 user nova-compute[75254]:     <rng model='virtio'>
Nov 29 10:12:44 user nova-compute[75254]:       <backend model='random'>/dev/urandom</backend>
Nov 29 10:12:44 user nova-compute[75254]:       <alias name='rng0'/>
Nov 29 10:12:44 user nova-compute[75254]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 29 10:12:44 user nova-compute[75254]:     </rng>
Nov 29 10:12:44 user nova-compute[75254]:   </devices>
Nov 29 10:12:44 user nova-compute[75254]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 29 10:12:44 user nova-compute[75254]:     <label>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</label>
Nov 29 10:12:44 user nova-compute[75254]:     <imagelabel>libvirt-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71</imagelabel>
Nov 29 10:12:44 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:44 user nova-compute[75254]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 29 10:12:44 user nova-compute[75254]:     <label>+64055:+108</label>
Nov 29 10:12:44 user nova-compute[75254]:     <imagelabel>+64055:+108</imagelabel>
Nov 29 10:12:44 user nova-compute[75254]:   </seclabel>
Nov 29 10:12:44 user nova-compute[75254]: </domain>
Nov 29 10:12:44 user nova-compute[75254]:  {{(pid=75254) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 29 10:12:44 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Detaching interface fa:16:3e:29:83:db failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tape3a0b0a2-d1' not found.
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.os_vif_util [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Converting VIF {"id": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "address": "fa:16:3e:29:83:db", "network": {"id": "3c4e51b9-b4f0-4458-ad45-9a23599823d5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1340571307", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3a0b0a2-d1", "ovs_interfaceid": "e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.os_vif_util [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG os_vif [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3a0b0a2-d1, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:12:44 user nova-compute[75254]: INFO os_vif [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:83:db,bridge_name='br-int',has_traffic_filtering=True,id=e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9,network=Network(3c4e51b9-b4f0-4458-ad45-9a23599823d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3a0b0a2-d1')
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [req-e4802529-48cf-4faf-81a2-9a1286520e30 req-732d7125-bf37-418f-97b7-2f2b81ce2e19 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:12:44 user nova-compute[75254]:   <nova:package version="0.0.0"/>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:name>tempest-device-tagging-server-758633008</nova:name>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:creationTime>2023-11-29 10:12:44</nova:creationTime>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:flavor name="m1.tiny">
Nov 29 10:12:44 user nova-compute[75254]:     <nova:memory>512</nova:memory>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:disk>1</nova:disk>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:swap>0</nova:swap>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:vcpus>1</nova:vcpus>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:flavor>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:owner>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:user uuid="3d28de88700f410a98deae754a95c90b">tempest-TaggedAttachmentsTest-611806126-project-member</nova:user>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:project uuid="ad6e49334af94823b8011dab33cb27f8">tempest-TaggedAttachmentsTest-611806126</nova:project>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:owner>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:12:44 user nova-compute[75254]:   <nova:ports>
Nov 29 10:12:44 user nova-compute[75254]:     <nova:port uuid="59a8f5bc-452c-4d9d-ac9e-335576982474">
Nov 29 10:12:44 user nova-compute[75254]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:12:44 user nova-compute[75254]:     </nova:port>
Nov 29 10:12:44 user nova-compute[75254]:   </nova:ports>
Nov 29 10:12:44 user nova-compute[75254]: </nova:instance>
Nov 29 10:12:44 user nova-compute[75254]:  {{(pid=75254) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [{"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Releasing lock "refresh_cache-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:12:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e70d95bc-1d34-46ad-9e16-692cb55e1067 tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "interface-a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-e3a0b0a2-d1fa-46cb-bbdc-f3569ac824b9" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.401s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:58 user nova-compute[75254]: INFO nova.compute.manager [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Terminating instance
Nov 29 10:12:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d622af8-d487-47a0-8304-e1e47d814313 req-21bbea3d-9103-4fc0-a1c9-1e08c678256d service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-vif-unplugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d622af8-d487-47a0-8304-e1e47d814313 req-21bbea3d-9103-4fc0-a1c9-1e08c678256d service nova] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d622af8-d487-47a0-8304-e1e47d814313 req-21bbea3d-9103-4fc0-a1c9-1e08c678256d service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d622af8-d487-47a0-8304-e1e47d814313 req-21bbea3d-9103-4fc0-a1c9-1e08c678256d service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d622af8-d487-47a0-8304-e1e47d814313 req-21bbea3d-9103-4fc0-a1c9-1e08c678256d service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] No waiting events found dispatching network-vif-unplugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d622af8-d487-47a0-8304-e1e47d814313 req-21bbea3d-9103-4fc0-a1c9-1e08c678256d service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-vif-unplugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Instance destroyed successfully.
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.objects.instance [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lazy-loading 'resources' on Instance uuid b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1051939789',display_name='tempest-VolumesAssistedSnapshotsTest-server-1051939789',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1051939789',id=10,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHecoDKntDGPAjKnZp3EIOFbtAR31PIYpPPcYgoYDipiiT7X1e1ZJrb9PY4JPkodDQBdXCwx7tAbFc69KV2lT4LggpUzLnGGVleh3TFq/dgQ3IeZSI+D42i2fqBd/vQffQ==',key_name='tempest-keypair-1170662363',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbf978fc280148cebec10bed0ec09dfc',ramdisk_id='',reservation_id='r-2auki9wk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-672821839',owner_user_name='tempest-VolumesAssistedSnapshotsTest-672821839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ae690582d9ed43a0aa6a1db1f2bfc241',uuid=b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Converting VIF {"id": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "address": "fa:16:3e:fe:82:ac", "network": {"id": "ed289c6a-661b-4bb6-bfcd-f67f011ea64a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-343018496-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbf978fc280148cebec10bed0ec09dfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b27957c-cd", "ovs_interfaceid": "8b27957c-cd32-4043-b2bd-d96b7a9562b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG os_vif [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b27957c-cd, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2f103441-ac00-4d02-a326-92d1e15892dc) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:12:59 user nova-compute[75254]: INFO os_vif [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:82:ac,bridge_name='br-int',has_traffic_filtering=True,id=8b27957c-cd32-4043-b2bd-d96b7a9562b6,network=Network(ed289c6a-661b-4bb6-bfcd-f67f011ea64a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b27957c-cd')
Nov 29 10:12:59 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Deleting instance files /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0_del
Nov 29 10:12:59 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Deletion of /opt/stack/data/nova/instances/b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0_del complete
Nov 29 10:12:59 user nova-compute[75254]: INFO nova.compute.manager [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 10:12:59 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:12:59 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:13:00 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:00 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Took 0.68 seconds to deallocate network for instance.
Nov 29 10:13:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:00 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:13:00 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:13:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.512s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:01 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Deleted allocations for instance b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0
Nov 29 10:13:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-91ed224f-38ec-43cb-86cc-6285f005580f tempest-VolumesAssistedSnapshotsTest-672821839 tempest-VolumesAssistedSnapshotsTest-672821839-project-member] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.282s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] Acquiring lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] Lock "b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] No waiting events found dispatching network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:01 user nova-compute[75254]: WARNING nova.compute.manager [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received unexpected event network-vif-plugged-8b27957c-cd32-4043-b2bd-d96b7a9562b6 for instance with vm_state deleted and task_state None.
Nov 29 10:13:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-e25d9fc0-e44e-409e-8d13-4a5bd9839ac3 req-5eced976-ad7f-4e2f-bac2-89a96c282ff2 service nova] [instance: b4b8c7e4-b85d-49e9-a1c0-834ec56ff8a0] Received event network-vif-deleted-8b27957c-cd32-4043-b2bd-d96b7a9562b6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "3b063113-c584-459d-a6d3-ff645879f6ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:02 user nova-compute[75254]: INFO nova.compute.manager [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Terminating instance
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-a23951a1-71dd-412d-870f-8a0328ee9727 req-19867aa8-aa8a-4664-b5d2-22d21697998e service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-vif-unplugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a23951a1-71dd-412d-870f-8a0328ee9727 req-19867aa8-aa8a-4664-b5d2-22d21697998e service nova] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a23951a1-71dd-412d-870f-8a0328ee9727 req-19867aa8-aa8a-4664-b5d2-22d21697998e service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a23951a1-71dd-412d-870f-8a0328ee9727 req-19867aa8-aa8a-4664-b5d2-22d21697998e service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-a23951a1-71dd-412d-870f-8a0328ee9727 req-19867aa8-aa8a-4664-b5d2-22d21697998e service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] No waiting events found dispatching network-vif-unplugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-a23951a1-71dd-412d-870f-8a0328ee9727 req-19867aa8-aa8a-4664-b5d2-22d21697998e service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-vif-unplugged-4c595513-1b36-44f5-b174-e0b00482efd1 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Instance destroyed successfully.
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.objects.instance [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lazy-loading 'resources' on Instance uuid 3b063113-c584-459d-a6d3-ff645879f6ea {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-418621729',display_name='tempest-ServersNegativeTestJSON-server-418621729',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-418621729',id=12,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e3dc6a49b73447f3975de1c985ae040d',ramdisk_id='',reservation_id='r-nsag1guy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1097229796',owner_user_name='tempest-ServersNegativeTestJSON-1097229796-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:21Z,user_data=None,user_id='9f75ae300252425cafbb4ed8699faf27',uuid=3b063113-c584-459d-a6d3-ff645879f6ea,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converting VIF {"id": "4c595513-1b36-44f5-b174-e0b00482efd1", "address": "fa:16:3e:dd:c0:39", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c595513-1b", "ovs_interfaceid": "4c595513-1b36-44f5-b174-e0b00482efd1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG os_vif [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4c595513-1b, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d1e06af-3529-4220-a71d-70f83108cf53) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:02 user nova-compute[75254]: INFO os_vif [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:c0:39,bridge_name='br-int',has_traffic_filtering=True,id=4c595513-1b36-44f5-b174-e0b00482efd1,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c595513-1b')
Nov 29 10:13:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Deleting instance files /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea_del
Nov 29 10:13:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Deletion of /opt/stack/data/nova/instances/3b063113-c584-459d-a6d3-ff645879f6ea_del complete
Nov 29 10:13:02 user nova-compute[75254]: INFO nova.compute.manager [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 29 10:13:02 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:13:02 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:13:03 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:03 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Took 0.35 seconds to deallocate network for instance.
Nov 29 10:13:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-d53e9fc2-6ed9-4b77-a508-08e282e49103 req-c32a57be-0e5c-4299-a2d2-2c3e40b1144a service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-vif-deleted-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:03 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:13:03 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:13:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.538s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:03 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Deleted allocations for instance 3b063113-c584-459d-a6d3-ff645879f6ea
Nov 29 10:13:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-16362956-465a-4974-a19f-83bab7f9cd38 tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "3b063113-c584-459d-a6d3-ff645879f6ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.971s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-56962fb1-f686-455a-8bcc-10ecb25ffc32 req-18ee0978-7d60-491d-b780-3a16718bccd2 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received event network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-56962fb1-f686-455a-8bcc-10ecb25ffc32 req-18ee0978-7d60-491d-b780-3a16718bccd2 service nova] Acquiring lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-56962fb1-f686-455a-8bcc-10ecb25ffc32 req-18ee0978-7d60-491d-b780-3a16718bccd2 service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-56962fb1-f686-455a-8bcc-10ecb25ffc32 req-18ee0978-7d60-491d-b780-3a16718bccd2 service nova] Lock "3b063113-c584-459d-a6d3-ff645879f6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-56962fb1-f686-455a-8bcc-10ecb25ffc32 req-18ee0978-7d60-491d-b780-3a16718bccd2 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] No waiting events found dispatching network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:04 user nova-compute[75254]: WARNING nova.compute.manager [req-56962fb1-f686-455a-8bcc-10ecb25ffc32 req-18ee0978-7d60-491d-b780-3a16718bccd2 service nova] [instance: 3b063113-c584-459d-a6d3-ff645879f6ea] Received unexpected event network-vif-plugged-4c595513-1b36-44f5-b174-e0b00482efd1 for instance with vm_state deleted and task_state None.
Nov 29 10:13:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:11 user nova-compute[75254]: INFO nova.compute.manager [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Terminating instance
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-911ff9f9-0311-4648-967d-4de87fee7f9b req-6320bab2-bce0-499b-878f-d5b507e0a0b0 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-vif-unplugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-911ff9f9-0311-4648-967d-4de87fee7f9b req-6320bab2-bce0-499b-878f-d5b507e0a0b0 service nova] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-911ff9f9-0311-4648-967d-4de87fee7f9b req-6320bab2-bce0-499b-878f-d5b507e0a0b0 service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-911ff9f9-0311-4648-967d-4de87fee7f9b req-6320bab2-bce0-499b-878f-d5b507e0a0b0 service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-911ff9f9-0311-4648-967d-4de87fee7f9b req-6320bab2-bce0-499b-878f-d5b507e0a0b0 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] No waiting events found dispatching network-vif-unplugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-911ff9f9-0311-4648-967d-4de87fee7f9b req-6320bab2-bce0-499b-878f-d5b507e0a0b0 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-vif-unplugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'flavor' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Instance destroyed successfully.
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lazy-loading 'resources' on Instance uuid c8eec498-bb1e-4f92-b5d0-b783c944bad3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1396702149',display_name='tempest-AttachSCSIVolumeTestJSON-server-1396702149',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1396702149',id=7,image_ref='f0b36a9f-dd6a-4986-949c-ff47105412ff',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDKOhdaSSWNVezJvLfx41lDBrpwO9nS2a15Ey60EkySDHgQTSWjV4IOzDBK8s1/ZhylaxWNbMH87wgi5HO4eemn8u+1SnxKJLlLcJfSQjowDgg7lWTyXTJr/axVKnwR4mg==',key_name='tempest-keypair-285081353',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1fd3cafe5f0a44ff8a1c290db71a22d4',ramdisk_id='',reservation_id='r-yitrcakg',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f0b36a9f-dd6a-4986-949c-ff47105412ff',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-400519480',owner_user_name='tempest-AttachSCSIVolumeTestJSON-400519480-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='625743b43fcc49a7b61127386ca449bb',uuid=c8eec498-bb1e-4f92-b5d0-b783c944bad3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Converting VIF {"id": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "address": "fa:16:3e:7f:a6:35", "network": {"id": "62939855-01bf-46aa-82f7-42e694a4b602", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1400500882-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1fd3cafe5f0a44ff8a1c290db71a22d4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b88e0d-b4", "ovs_interfaceid": "15b88e0d-b43b-401d-95a6-19a5a4ff3b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG os_vif [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15b88e0d-b4, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87c4f3d1-97ab-4905-a0d4-4abfb4fc43d4) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:11 user nova-compute[75254]: INFO nova.compute.manager [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Attaching volume 471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc to /dev/vdb
Nov 29 10:13:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:11 user nova-compute[75254]: INFO os_vif [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7f:a6:35,bridge_name='br-int',has_traffic_filtering=True,id=15b88e0d-b43b-401d-95a6-19a5a4ff3b73,network=Network(62939855-01bf-46aa-82f7-42e694a4b602),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b88e0d-b4')
Nov 29 10:13:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Deleting instance files /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3_del
Nov 29 10:13:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Deletion of /opt/stack/data/nova/instances/c8eec498-bb1e-4f92-b5d0-b783c944bad3_del complete
Nov 29 10:13:11 user nova-compute[75254]: DEBUG os_brick.utils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:11 user nova-compute[75254]: INFO nova.compute.manager [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8133ee-41a3-4030-945c-e0e2a97650e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8998e47c-38e2-41f1-b7c7-1b484bb23632]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7332358-8019-4208-9571-be4e8712d440]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cf20177-21ec-4841-b6f2-7edb895ade06]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:13:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:13:12 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:13:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71100abf-cc17-4e7f-885e-d659c6135e5b]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG os_brick.utils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating existing volume attachment record: 979e41f0-7eea-4074-86ab-02e9f186b53f {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:12 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Took 0.78 seconds to deallocate network for instance.
Nov 29 10:13:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-aab2c727-0968-42ec-b65d-e4c5883b797f req-66d0596f-f954-4521-9efa-d224c0dc0546 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-vif-deleted-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.353s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:13 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Deleted allocations for instance c8eec498-bb1e-4f92-b5d0-b783c944bad3
Nov 29 10:13:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-585925a2-4f3c-41c5-84f6-eceef84b387a tempest-AttachSCSIVolumeTestJSON-400519480 tempest-AttachSCSIVolumeTestJSON-400519480-project-member] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.203s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-f4aa367d-2f51-46c3-948a-017416508e2a req-6811f16c-2a98-4182-8d9b-d20ea2e71655 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received event network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f4aa367d-2f51-46c3-948a-017416508e2a req-6811f16c-2a98-4182-8d9b-d20ea2e71655 service nova] Acquiring lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f4aa367d-2f51-46c3-948a-017416508e2a req-6811f16c-2a98-4182-8d9b-d20ea2e71655 service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f4aa367d-2f51-46c3-948a-017416508e2a req-6811f16c-2a98-4182-8d9b-d20ea2e71655 service nova] Lock "c8eec498-bb1e-4f92-b5d0-b783c944bad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-f4aa367d-2f51-46c3-948a-017416508e2a req-6811f16c-2a98-4182-8d9b-d20ea2e71655 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] No waiting events found dispatching network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:13 user nova-compute[75254]: WARNING nova.compute.manager [req-f4aa367d-2f51-46c3-948a-017416508e2a req-6811f16c-2a98-4182-8d9b-d20ea2e71655 service nova] [instance: c8eec498-bb1e-4f92-b5d0-b783c944bad3] Received unexpected event network-vif-plugged-15b88e0d-b43b-401d-95a6-19a5a4ff3b73 for instance with vm_state deleted and task_state None.
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:14 user nova-compute[75254]: INFO nova.compute.manager [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Terminating instance
Nov 29 10:13:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b6afad-d57a-43db-9694-32af180b8330 req-f4ac2422-3884-49f0-80bf-28f5e6abb57d service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-unplugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b6afad-d57a-43db-9694-32af180b8330 req-f4ac2422-3884-49f0-80bf-28f5e6abb57d service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b6afad-d57a-43db-9694-32af180b8330 req-f4ac2422-3884-49f0-80bf-28f5e6abb57d service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b6afad-d57a-43db-9694-32af180b8330 req-f4ac2422-3884-49f0-80bf-28f5e6abb57d service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b6afad-d57a-43db-9694-32af180b8330 req-f4ac2422-3884-49f0-80bf-28f5e6abb57d service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-unplugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b6afad-d57a-43db-9694-32af180b8330 req-f4ac2422-3884-49f0-80bf-28f5e6abb57d service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-unplugged-59a8f5bc-452c-4d9d-ac9e-335576982474 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:13:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:13:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Instance destroyed successfully.
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lazy-loading 'resources' on Instance uuid a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:09:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-758633008',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-758633008',id=9,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC1QJcYm04HijnkLsIzKM9yPe18+SeOxvKBih9tG4Dj333eYkk6to0XHp4DxDK92EeCk9qX0L6Oiw9I0fBsyYjc/tVp+/dL35yNzABimNuFcGftNK6UoCIECFZeCkx5coA==',key_name='tempest-keypair-1879037645',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ad6e49334af94823b8011dab33cb27f8',ramdisk_id='',reservation_id='r-q60j67mz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-611806126',owner_user_name='tempest-TaggedAttachmentsTest-611806126-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3d28de88700f410a98deae754a95c90b',uuid=a83ae61b-b74e-4aa1-a0e6-77aefc15ef71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converting VIF {"id": "59a8f5bc-452c-4d9d-ac9e-335576982474", "address": "fa:16:3e:9e:ee:cf", "network": {"id": "bd9afa0b-d340-41e7-840b-ac6794a42f3f", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-25198541-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ad6e49334af94823b8011dab33cb27f8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59a8f5bc-45", "ovs_interfaceid": "59a8f5bc-452c-4d9d-ac9e-335576982474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG os_vif [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59a8f5bc-45, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b07eeba7-cab7-41fc-91c5-9df34c0e6226) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:15 user nova-compute[75254]: INFO os_vif [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:ee:cf,bridge_name='br-int',has_traffic_filtering=True,id=59a8f5bc-452c-4d9d-ac9e-335576982474,network=Network(bd9afa0b-d340-41e7-840b-ac6794a42f3f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a8f5bc-45')
Nov 29 10:13:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Deleting instance files /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71_del
Nov 29 10:13:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Deletion of /opt/stack/data/nova/instances/a83ae61b-b74e-4aa1-a0e6-77aefc15ef71_del complete
Nov 29 10:13:15 user nova-compute[75254]: INFO nova.compute.manager [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updating instance_info_cache with network_info: [{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:15 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-ee637fe8-45f9-4477-8bee-86b20346536e req-d45d381e-f544-4697-b517-ee841dc3af84 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ee637fe8-45f9-4477-8bee-86b20346536e req-d45d381e-f544-4697-b517-ee841dc3af84 service nova] Acquiring lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ee637fe8-45f9-4477-8bee-86b20346536e req-d45d381e-f544-4697-b517-ee841dc3af84 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ee637fe8-45f9-4477-8bee-86b20346536e req-d45d381e-f544-4697-b517-ee841dc3af84 service nova] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-ee637fe8-45f9-4477-8bee-86b20346536e req-d45d381e-f544-4697-b517-ee841dc3af84 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] No waiting events found dispatching network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:16 user nova-compute[75254]: WARNING nova.compute.manager [req-ee637fe8-45f9-4477-8bee-86b20346536e req-d45d381e-f544-4697-b517-ee841dc3af84 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received unexpected event network-vif-plugged-59a8f5bc-452c-4d9d-ac9e-335576982474 for instance with vm_state active and task_state deleting.
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:16 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Took 1.42 seconds to deallocate network for instance.
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-c545e0b7-bded-4d6a-8090-52dffe219bcd req-d1507989-dc73-4dea-964f-fd0a977b8ee0 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Received event network-vif-deleted-59a8f5bc-452c-4d9d-ac9e-335576982474 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:16 user nova-compute[75254]: INFO nova.compute.manager [req-c545e0b7-bded-4d6a-8090-52dffe219bcd req-d1507989-dc73-4dea-964f-fd0a977b8ee0 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Neutron deleted interface 59a8f5bc-452c-4d9d-ac9e-335576982474; detaching it from the instance and deleting it from the info cache
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.network.neutron [req-c545e0b7-bded-4d6a-8090-52dffe219bcd req-d1507989-dc73-4dea-964f-fd0a977b8ee0 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-c545e0b7-bded-4d6a-8090-52dffe219bcd req-d1507989-dc73-4dea-964f-fd0a977b8ee0 service nova] [instance: a83ae61b-b74e-4aa1-a0e6-77aefc15ef71] Detach interface failed, port_id=59a8f5bc-452c-4d9d-ac9e-335576982474, reason: Instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:16 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.407s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:17 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Deleted allocations for instance a83ae61b-b74e-4aa1-a0e6-77aefc15ef71
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3e5ed70c-332b-43f9-b64a-01b02159a27c tempest-TaggedAttachmentsTest-611806126 tempest-TaggedAttachmentsTest-611806126-project-member] Lock "a83ae61b-b74e-4aa1-a0e6-77aefc15ef71" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.954s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-changed-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Refreshing instance network info cache due to event network-changed-6d7c1e95-26a4-4294-a885-4c8bf968ec5f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] Acquiring lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] Acquired lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:13:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Refreshing network info cache for port 6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:19 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:19 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:19 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b93bf35-06a3-4140-b3e9-cd3af35e7e66]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:13:19 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0de99f88-fae9-4eae-a88b-a926cbf3ec69]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc] added
Nov 29 10:13:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[038d6981-51bb-40a6-9bf8-7333fedf0a79]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0954b2-be76-4f02-9a3d-64841375da4d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v serftTlo {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v serftTlo" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2bda78-44de-42ee-b1bd-99ddfaff868a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'serftTlo'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG nova.network.neutron [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updated VIF entry in instance network info cache for port 6d7c1e95-26a4-4294-a885-4c8bf968ec5f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG nova.network.neutron [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating instance_info_cache with network_info: [{"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.139s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e3bfda-acba-4afa-981e-f915dd2f4e5f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f654aaab-a7c4-4d73-a818-2708be716217 req-111404b5-cd97-48d7-8ce6-aff929f20d95 service nova] Releasing lock "refresh_cache-33f41372-34dd-43bf-b298-3497d694530f" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[11eeab8c-1a57-4522-acb0-7a6d2bcf173b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:19 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:19 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca684424-780b-4ff1-96f7-b1738211a75f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]
Nov 29 10:13:20 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.
Nov 29 10:13:20 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:13:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7615MB free_disk=25.403244018554688GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ea74ba-9fd5-4f7e-b26d-4eef398b3734]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2adbf074-6d37-4c01-968f-e13d841a0be0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:20 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:20 user nova-compute[75254]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:13:20 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:20 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:20 user nova-compute[75254]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:13:20 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.897s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] HCTL ('34', '-', '-', 0) found on session 12 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c7853d-5141-4189-b1a0-ddde9820e0d2]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching for a device in session 12 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 01d6a53a-8ec0-4784-a97e-3784a0c09217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 865655fe-abd0-426b-914e-1e51b02124f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.509s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.939s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== connect_volume: return (1941ms) {'type': 'block', 'scsi_wwn': '23931616662343432', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931616662343432', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.objects.instance [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'flavor' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:13:21 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:13:21 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:13:21 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:13:21 user nova-compute[75254]:   <serial>471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc</serial>
Nov 29 10:13:21 user nova-compute[75254]: </disk>
Nov 29 10:13:21 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:13:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No VIF found with MAC fa:16:3e:21:22:42, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a326ef90-e691-4a85-94c2-b09cbb83b208 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.196s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG nova.objects.instance [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.120s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:22 user nova-compute[75254]: INFO nova.compute.manager [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attaching volume cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 to /dev/vdb
Nov 29 10:13:22 user nova-compute[75254]: DEBUG os_brick.utils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[604531bb-027c-497b-b88d-d843e9f1ebcb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e7e9bee-3045-418d-9bed-3c524b709a52]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fab74e5-846b-41f8-b57b-de9323511b61]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3e4901-53d4-40de-83a9-922c9317840a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:13:22 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:13:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[26f58e10-b920-4a5d-92be-96fc3bd26c49]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG os_brick.utils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:22 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating existing volume attachment record: 917099b1-7011-403c-be4d-b62cc009e370 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Stashing vm_state: active {{(pid=75254) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:13:24 user nova-compute[75254]: INFO nova.compute.claims [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Claim successful on node user
Nov 29 10:13:24 user nova-compute[75254]: INFO nova.compute.resource_tracker [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating resource usage from migration ce03bf09-036c-4ad1-a2f0-ffdd7f83ed72
Nov 29 10:13:24 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.516s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:24 user nova-compute[75254]: INFO nova.compute.manager [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Migrating
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:13:24 user nova-compute[75254]: INFO nova.compute.rpcapi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:13:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Starting migrate_disk_and_power_off {{(pid=75254) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG nova.compute.manager [req-fb40fc59-1a1c-4cd8-a0de-0217640b2589 req-4d829721-bf50-403b-9fd6-fb72a96d0e60 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fb40fc59-1a1c-4cd8-a0de-0217640b2589 req-4d829721-bf50-403b-9fd6-fb72a96d0e60 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fb40fc59-1a1c-4cd8-a0de-0217640b2589 req-4d829721-bf50-403b-9fd6-fb72a96d0e60 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fb40fc59-1a1c-4cd8-a0de-0217640b2589 req-4d829721-bf50-403b-9fd6-fb72a96d0e60 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:25 user nova-compute[75254]: DEBUG nova.compute.manager [req-fb40fc59-1a1c-4cd8-a0de-0217640b2589 req-4d829721-bf50-403b-9fd6-fb72a96d0e60 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:25 user nova-compute[75254]: WARNING nova.compute.manager [req-fb40fc59-1a1c-4cd8-a0de-0217640b2589 req-4d829721-bf50-403b-9fd6-fb72a96d0e60 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state resize_migrating.
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:26 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance destroyed successfully.
Nov 29 10:13:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:13:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap313d1c1f-21, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bfde3153-089e-45bd-9ca7-d45e188ec56e) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:26 user nova-compute[75254]: INFO os_vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21')
Nov 29 10:13:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57554873-230b-4b9d-9f98-e282ea63fcb2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:13:26 user nova-compute[75254]: No targets found.
Nov 29 10:13:26 user nova-compute[75254]: iSNS:
Nov 29 10:13:26 user nova-compute[75254]: No targets found.
Nov 29 10:13:26 user nova-compute[75254]: STATIC:
Nov 29 10:13:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:13:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:13:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:13:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:13:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:13:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:13:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:13:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:13:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:13:26 user nova-compute[75254]: FIRMWARE:
Nov 29 10:13:26 user nova-compute[75254]: No targets found.
Nov 29 10:13:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:13:26 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:13:26 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d66598-59c2-445b-96de-71e3b132c860]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12384525-b241-4774-a6e1-847cac85e10c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:26 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:26 user nova-compute[75254]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:13:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:26 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:26 user nova-compute[75254]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:13:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44cb520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[86589164-9165-4c57-9c85-2ad122eb8179]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[600e8457-d122-43d3-b894-e858dcf6d711]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c2fb87-aaef-406d-ad35-6b0a9cdba855]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c407bbba-aa02-43a4-b1a9-c4e2e650d097]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f5b430-1465-4e24-a5e2-080326b16e0f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75fec00-4562-4b86-9adf-cb02d07a7099]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]
Nov 29 10:13:26 user nova-compute[75254]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.
Nov 29 10:13:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a267da-e314-490b-b021-b8a132950985]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== disconnect_volume: return (354ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b_resize/disk /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "cp -r /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b_resize/disk /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk" returned: 0 in 0.635s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b_resize/disk.info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk.info {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "cp -r /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b_resize/disk.info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk.info" returned: 0 in 0.030s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-f9ad1c01-51b3-4b10-90e3-fd76612a2084 req-f4452e56-789d-4d39-8631-db80768992da service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f9ad1c01-51b3-4b10-90e3-fd76612a2084 req-f4452e56-789d-4d39-8631-db80768992da service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f9ad1c01-51b3-4b10-90e3-fd76612a2084 req-f4452e56-789d-4d39-8631-db80768992da service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f9ad1c01-51b3-4b10-90e3-fd76612a2084 req-f4452e56-789d-4d39-8631-db80768992da service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-f9ad1c01-51b3-4b10-90e3-fd76612a2084 req-f4452e56-789d-4d39-8631-db80768992da service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:27 user nova-compute[75254]: WARNING nova.compute.manager [req-f9ad1c01-51b3-4b10-90e3-fd76612a2084 req-f4452e56-789d-4d39-8631-db80768992da service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state resize_migrating.
Nov 29 10:13:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Port 313d1c1f-2155-450d-aef8-02a748d3eb0f binding to destination host user is already ACTIVE {{(pid=75254) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 10:13:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG os_brick.utils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e824a117-bdf9-4fef-a0b0-ae268966f7de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ba8434-54d2-4203-8d91-88c653774e21]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[055f270a-8a50-4c71-998e-41908a4073b3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a34a314-4592-4630-b0d1-2a4618037fc5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:13:29 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:13:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[383500b0-7a44-4d96-83be-5fc692b7bb3d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:13:29 user nova-compute[75254]: DEBUG os_brick.utils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nflJjkpw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:30 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:30 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:30 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea5fab7-f466-4c5e-8f33-315e6e46b84f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:13:30 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d08d819-6560-42b6-b29c-413fe4efd559]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9] added
Nov 29 10:13:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c820a040-1a71-4fd4-a336-a7978b9dade2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d8fb5d-b2e2-4ed1-b02f-38d023df3385]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nflJjkpw {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nflJjkpw" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd877b7-2889-4ce7-8ddd-89032751616d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nflJjkpw'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41d0d66-e509-48e4-8159-34752b4f0c23]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2db9e73-2932-4975-83a8-8e185f5b2a13]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:31 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:31 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:31 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:31 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a09848d-466f-46a7-8cad-de7729b96724]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260]
Nov 29 10:13:31 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260] successful.
Nov 29 10:13:31 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[623fd0ac-fde2-4a8c-9659-b45ecbabceee]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d353603-2fea-4878-bf40-54359be80eb5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:31 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:31 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:13:31 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:31 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:31 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:13:31 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d979315f-d653-44d7-9540-62775185306e]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nflJjkpw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:13:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '23164386532663262', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164386532663262', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:13:32 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:13:32 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:13:32 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:13:32 user nova-compute[75254]:   <serial>cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9</serial>
Nov 29 10:13:32 user nova-compute[75254]: </disk>
Nov 29 10:13:32 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No VIF found with MAC fa:16:3e:2a:c0:21, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:13:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-923c89e5-14f0-4f8a-8274-895767eb66a5 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.915s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Starting finish_migration {{(pid=75254) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:13:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Creating image(s)
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk. size=21474836480 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk 21474836480 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk 21474836480" returned: 0 in 0.046s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Ensure instance console log exists: /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start _get_guest_xml network_info=[{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '0a1137b4-d6ce-43ec-9fe3-a1169cc9688b', 'attached_at': '2023-11-29T10:13:38.000000', 'detached_at': '', 'volume_id': '471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'serial': '471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc'}, 'attachment_id': '06ec80be-e1b7-4fcf-9e4c-051a8010e5b1', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:13:38 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:13:38 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:13:38 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:38 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:13:38 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23f44e2-06d8-49ea-89c9-c23257499582]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:13:38 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[632d012c-dc1b-46eb-be94-c046f5842698]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc] added
Nov 29 10:13:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f552014-d65a-4f6f-b380-79af7e588330]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b61706f-9ab2-460d-a14e-6f123cc28db8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v serftTlo {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v serftTlo" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c377a5-a132-42b2-8430-d1966c1119fe]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'serftTlo'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4848738-d990-4b05-b0d2-eee486d9a47e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ae3188-362f-4443-be5c-f69a6263998a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2964e7c-4b79-49c3-bcae-249f1ba246fd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]
Nov 29 10:13:38 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.
Nov 29 10:13:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e8b0c47-d081-4e8f-88e8-0bd17b1bcbbd]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81d7823-76e8-4372-9555-f757397dc127]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:13:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:13:38 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:13:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d411632b-c119-48c0-8b6b-651dfb66c41d]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:13:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:13:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:13:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '23931616662343432', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:13:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931616662343432', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:13:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:13:40 user nova-compute[75254]:   <uuid>0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</uuid>
Nov 29 10:13:40 user nova-compute[75254]:   <name>instance-00000005</name>
Nov 29 10:13:40 user nova-compute[75254]:   <memory>2097152</memory>
Nov 29 10:13:40 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:13:40 user nova-compute[75254]:   <metadata>
Nov 29 10:13:40 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:13:40 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:13:40 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherB-server-2064500823</nova:name>
Nov 29 10:13:40 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:13:38</nova:creationTime>
Nov 29 10:13:40 user nova-compute[75254]:       <nova:flavor name="m1.small">
Nov 29 10:13:40 user nova-compute[75254]:         <nova:memory>2048</nova:memory>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:disk>20</nova:disk>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:13:40 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:13:40 user nova-compute[75254]:       <nova:owner>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:user uuid="2f33d5c4058b402c817bdd6c69e8336e">tempest-ServerActionsTestOtherB-1460661515-project-member</nova:user>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:project uuid="ce3e4636759e4413b1549073d35774b3">tempest-ServerActionsTestOtherB-1460661515</nova:project>
Nov 29 10:13:40 user nova-compute[75254]:       </nova:owner>
Nov 29 10:13:40 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:13:40 user nova-compute[75254]:       <nova:ports>
Nov 29 10:13:40 user nova-compute[75254]:         <nova:port uuid="313d1c1f-2155-450d-aef8-02a748d3eb0f">
Nov 29 10:13:40 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:13:40 user nova-compute[75254]:         </nova:port>
Nov 29 10:13:40 user nova-compute[75254]:       </nova:ports>
Nov 29 10:13:40 user nova-compute[75254]:     </nova:instance>
Nov 29 10:13:40 user nova-compute[75254]:   </metadata>
Nov 29 10:13:40 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:13:40 user nova-compute[75254]:     <system>
Nov 29 10:13:40 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:13:40 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:13:40 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:13:40 user nova-compute[75254]:       <entry name="serial">0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</entry>
Nov 29 10:13:40 user nova-compute[75254]:       <entry name="uuid">0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</entry>
Nov 29 10:13:40 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:13:40 user nova-compute[75254]:     </system>
Nov 29 10:13:40 user nova-compute[75254]:   </sysinfo>
Nov 29 10:13:40 user nova-compute[75254]:   <os>
Nov 29 10:13:40 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:13:40 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:13:40 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:13:40 user nova-compute[75254]:   </os>
Nov 29 10:13:40 user nova-compute[75254]:   <features>
Nov 29 10:13:40 user nova-compute[75254]:     <acpi/>
Nov 29 10:13:40 user nova-compute[75254]:     <apic/>
Nov 29 10:13:40 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:13:40 user nova-compute[75254]:   </features>
Nov 29 10:13:40 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:13:40 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:13:40 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:13:40 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:13:40 user nova-compute[75254]:   </clock>
Nov 29 10:13:40 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:13:40 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:13:40 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:13:40 user nova-compute[75254]:   </cpu>
Nov 29 10:13:40 user nova-compute[75254]:   <devices>
Nov 29 10:13:40 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:13:40 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:13:40 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk"/>
Nov 29 10:13:40 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:13:40 user nova-compute[75254]:     </disk>
Nov 29 10:13:40 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:13:40 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:13:40 user nova-compute[75254]:       <source dev="/dev/sdd"/>
Nov 29 10:13:40 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:13:40 user nova-compute[75254]:       <serial>471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc</serial>
Nov 29 10:13:40 user nova-compute[75254]:     </disk>
Nov 29 10:13:40 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:13:40 user nova-compute[75254]:       <mac address="fa:16:3e:21:22:42"/>
Nov 29 10:13:40 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:13:40 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:13:40 user nova-compute[75254]:       <target dev="tap313d1c1f-21"/>
Nov 29 10:13:40 user nova-compute[75254]:     </interface>
Nov 29 10:13:40 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:13:40 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/console.log" append="off"/>
Nov 29 10:13:40 user nova-compute[75254]:     </serial>
Nov 29 10:13:40 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:13:40 user nova-compute[75254]:     <video>
Nov 29 10:13:40 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:13:40 user nova-compute[75254]:     </video>
Nov 29 10:13:40 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:13:40 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:13:40 user nova-compute[75254]:     </rng>
Nov 29 10:13:40 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:13:40 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:13:40 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:13:40 user nova-compute[75254]:     </memballoon>
Nov 29 10:13:40 user nova-compute[75254]:   </devices>
Nov 29 10:13:40 user nova-compute[75254]: </domain>
Nov 29 10:13:40 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:13:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1907113363-network", "vif_mac": "fa:16:3e:21:22:42"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG os_vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2886f3e3-d933-5cc6-aa0b-1d9b51dbd81d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap313d1c1f-21, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap313d1c1f-21, col_values=(('qos', UUID('7aa082a0-6f9a-4efc-8e6e-41060765cc19')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap313d1c1f-21, col_values=(('external_ids', {'iface-id': '313d1c1f-2155-450d-aef8-02a748d3eb0f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:22:42', 'vm-uuid': '0a1137b4-d6ce-43ec-9fe3-a1169cc9688b'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:40 user nova-compute[75254]: INFO os_vif [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21')
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:13:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] No VIF found with MAC fa:16:3e:21:22:42, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-86e9a0a0-7623-4fa2-a58a-dbc0401867d4 req-e1d0c637-3db7-474d-9ca0-e132a80fa7b6 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86e9a0a0-7623-4fa2-a58a-dbc0401867d4 req-e1d0c637-3db7-474d-9ca0-e132a80fa7b6 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86e9a0a0-7623-4fa2-a58a-dbc0401867d4 req-e1d0c637-3db7-474d-9ca0-e132a80fa7b6 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86e9a0a0-7623-4fa2-a58a-dbc0401867d4 req-e1d0c637-3db7-474d-9ca0-e132a80fa7b6 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-86e9a0a0-7623-4fa2-a58a-dbc0401867d4 req-e1d0c637-3db7-474d-9ca0-e132a80fa7b6 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:41 user nova-compute[75254]: WARNING nova.compute.manager [req-86e9a0a0-7623-4fa2-a58a-dbc0401867d4 req-e1d0c637-3db7-474d-9ca0-e132a80fa7b6 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state resize_finish.
Nov 29 10:13:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:13:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance running successfully.
Nov 29 10:13:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Failed to set time: agent not configured {{(pid=75254) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba330f12-eff0-48af-9f0f-e9d8cbc09212 tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] finish_migration finished successfully. {{(pid=75254) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-3fc030f6-462e-4460-b5c1-59902ef04608 req-c505a114-13e6-45ee-a60d-e570233d1268 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3fc030f6-462e-4460-b5c1-59902ef04608 req-c505a114-13e6-45ee-a60d-e570233d1268 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3fc030f6-462e-4460-b5c1-59902ef04608 req-c505a114-13e6-45ee-a60d-e570233d1268 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3fc030f6-462e-4460-b5c1-59902ef04608 req-c505a114-13e6-45ee-a60d-e570233d1268 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:13:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-3fc030f6-462e-4460-b5c1-59902ef04608 req-c505a114-13e6-45ee-a60d-e570233d1268 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:13:43 user nova-compute[75254]: WARNING nova.compute.manager [req-3fc030f6-462e-4460-b5c1-59902ef04608 req-c505a114-13e6-45ee-a60d-e570233d1268 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state resize_finish.
Nov 29 10:13:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:13:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:13:49 user nova-compute[75254]: INFO nova.compute.manager [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Detaching volume cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9
Nov 29 10:13:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:50 user nova-compute[75254]: INFO nova.virt.block_device [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attempting to driver detach volume cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 from mountpoint /dev/vdb
Nov 29 10:13:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Attempting to detach device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:13:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:13:50 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:13:50 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:13:50 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:13:50 user nova-compute[75254]:   <serial>cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9</serial>
Nov 29 10:13:50 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:13:50 user nova-compute[75254]: </disk>
Nov 29 10:13:50 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:13:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config.
Nov 29 10:13:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:13:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:13:50 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:13:50 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:13:50 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:13:50 user nova-compute[75254]:   <serial>cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9</serial>
Nov 29 10:13:50 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:13:50 user nova-compute[75254]: </disk>
Nov 29 10:13:50 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:13:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:13:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:06 user nova-compute[75254]: INFO nova.compute.manager [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Rescuing
Nov 29 10:14:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:14:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-31f89bbb-046b-4f20-8b87-f3857654302d req-57218efd-02cf-4bac-9239-ba5df39fdecf service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-31f89bbb-046b-4f20-8b87-f3857654302d req-57218efd-02cf-4bac-9239-ba5df39fdecf service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-31f89bbb-046b-4f20-8b87-f3857654302d req-57218efd-02cf-4bac-9239-ba5df39fdecf service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-31f89bbb-046b-4f20-8b87-f3857654302d req-57218efd-02cf-4bac-9239-ba5df39fdecf service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-31f89bbb-046b-4f20-8b87-f3857654302d req-57218efd-02cf-4bac-9239-ba5df39fdecf service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:08 user nova-compute[75254]: WARNING nova.compute.manager [req-31f89bbb-046b-4f20-8b87-f3857654302d req-57218efd-02cf-4bac-9239-ba5df39fdecf service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state rescuing.
Nov 29 10:14:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance destroyed successfully.
Nov 29 10:14:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Attempting rescue
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75254) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:14:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Creating image(s)
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.221s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue" returned: 0 in 0.062s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'migration_context' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.base [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<1e27dd9e-68e1-4315-a31b-484ccc48fb4e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Start _get_guest_xml network_info=[{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:f0:f4:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'resources' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.base [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<1e27dd9e-68e1-4315-a31b-484ccc48fb4e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.base [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<1e27dd9e-68e1-4315-a31b-484ccc48fb4e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:08 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:08 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.base [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<1e27dd9e-68e1-4315-a31b-484ccc48fb4e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1260206664',display_name='tempest-ServerRescueNegativeTestJSON-server-1260206664',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1260206664',id=2,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-3hv0evbq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:09:42Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=1e27dd9e-68e1-4315-a31b-484ccc48fb4e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:f0:f4:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:f0:f4:66"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'pci_devices' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.objects.base [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<1e27dd9e-68e1-4315-a31b-484ccc48fb4e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:14:08 user nova-compute[75254]:   <uuid>1e27dd9e-68e1-4315-a31b-484ccc48fb4e</uuid>
Nov 29 10:14:08 user nova-compute[75254]:   <name>instance-00000002</name>
Nov 29 10:14:08 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:14:08 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:14:08 user nova-compute[75254]:   <metadata>
Nov 29 10:14:08 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:14:08 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:14:08 user nova-compute[75254]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1260206664</nova:name>
Nov 29 10:14:08 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:14:08</nova:creationTime>
Nov 29 10:14:08 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:14:08 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:14:08 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:14:08 user nova-compute[75254]:       <nova:owner>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:user uuid="abe7c92154444a4e902f0369eaf2c33b">tempest-ServerRescueNegativeTestJSON-2056495219-project-member</nova:user>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:project uuid="ab15ffc2bf4d49fe8fc893c2db9dc11e">tempest-ServerRescueNegativeTestJSON-2056495219</nova:project>
Nov 29 10:14:08 user nova-compute[75254]:       </nova:owner>
Nov 29 10:14:08 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:14:08 user nova-compute[75254]:       <nova:ports>
Nov 29 10:14:08 user nova-compute[75254]:         <nova:port uuid="c3bafe6d-6e49-436e-bb67-1f6c90763abd">
Nov 29 10:14:08 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:14:08 user nova-compute[75254]:         </nova:port>
Nov 29 10:14:08 user nova-compute[75254]:       </nova:ports>
Nov 29 10:14:08 user nova-compute[75254]:     </nova:instance>
Nov 29 10:14:08 user nova-compute[75254]:   </metadata>
Nov 29 10:14:08 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:14:08 user nova-compute[75254]:     <system>
Nov 29 10:14:08 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:14:08 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:14:08 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:14:08 user nova-compute[75254]:       <entry name="serial">1e27dd9e-68e1-4315-a31b-484ccc48fb4e</entry>
Nov 29 10:14:08 user nova-compute[75254]:       <entry name="uuid">1e27dd9e-68e1-4315-a31b-484ccc48fb4e</entry>
Nov 29 10:14:08 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:14:08 user nova-compute[75254]:     </system>
Nov 29 10:14:08 user nova-compute[75254]:   </sysinfo>
Nov 29 10:14:08 user nova-compute[75254]:   <os>
Nov 29 10:14:08 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:14:08 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:14:08 user nova-compute[75254]:   </os>
Nov 29 10:14:08 user nova-compute[75254]:   <features>
Nov 29 10:14:08 user nova-compute[75254]:     <acpi/>
Nov 29 10:14:08 user nova-compute[75254]:     <apic/>
Nov 29 10:14:08 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:14:08 user nova-compute[75254]:   </features>
Nov 29 10:14:08 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:14:08 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:14:08 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:14:08 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:14:08 user nova-compute[75254]:   </clock>
Nov 29 10:14:08 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:14:08 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:14:08 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:14:08 user nova-compute[75254]:   </cpu>
Nov 29 10:14:08 user nova-compute[75254]:   <devices>
Nov 29 10:14:08 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:08 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:08 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue"/>
Nov 29 10:14:08 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:14:08 user nova-compute[75254]:     </disk>
Nov 29 10:14:08 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:08 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:08 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk"/>
Nov 29 10:14:08 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:14:08 user nova-compute[75254]:     </disk>
Nov 29 10:14:08 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:14:08 user nova-compute[75254]:       <mac address="fa:16:3e:f0:f4:66"/>
Nov 29 10:14:08 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:08 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:14:08 user nova-compute[75254]:       <target dev="tapc3bafe6d-6e"/>
Nov 29 10:14:08 user nova-compute[75254]:     </interface>
Nov 29 10:14:08 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:14:08 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/console.log" append="off"/>
Nov 29 10:14:08 user nova-compute[75254]:     </serial>
Nov 29 10:14:08 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:14:08 user nova-compute[75254]:     <video>
Nov 29 10:14:08 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:08 user nova-compute[75254]:     </video>
Nov 29 10:14:08 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:14:08 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:14:08 user nova-compute[75254]:     </rng>
Nov 29 10:14:08 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:14:08 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:14:08 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:14:08 user nova-compute[75254]:     </memballoon>
Nov 29 10:14:08 user nova-compute[75254]:   </devices>
Nov 29 10:14:08 user nova-compute[75254]: </domain>
Nov 29 10:14:08 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:14:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance destroyed successfully.
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:f0:f4:66, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e924434-d15e-4fc8-9726-daa2b5f4afe0 req-9eb739f0-7ca7-4373-90cb-1caadaf78613 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e924434-d15e-4fc8-9726-daa2b5f4afe0 req-9eb739f0-7ca7-4373-90cb-1caadaf78613 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e924434-d15e-4fc8-9726-daa2b5f4afe0 req-9eb739f0-7ca7-4373-90cb-1caadaf78613 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e924434-d15e-4fc8-9726-daa2b5f4afe0 req-9eb739f0-7ca7-4373-90cb-1caadaf78613 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e924434-d15e-4fc8-9726-daa2b5f4afe0 req-9eb739f0-7ca7-4373-90cb-1caadaf78613 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:10 user nova-compute[75254]: WARNING nova.compute.manager [req-0e924434-d15e-4fc8-9726-daa2b5f4afe0 req-9eb739f0-7ca7-4373-90cb-1caadaf78613 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state rescuing.
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f is timed out.
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config.
Nov 29 10:14:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nflJjkpw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:14:10 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e5e2b5-78ef-4e0a-8cf1-1d2ff0653909]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:14:10 user nova-compute[75254]: No targets found.
Nov 29 10:14:10 user nova-compute[75254]: iSNS:
Nov 29 10:14:10 user nova-compute[75254]: No targets found.
Nov 29 10:14:10 user nova-compute[75254]: STATIC:
Nov 29 10:14:10 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:14:10 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:14:10 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:14:10 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9
Nov 29 10:14:10 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:14:10 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:14:10 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:14:10 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:14:10 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:14:10 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:14:10 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:14:10 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:14:10 user nova-compute[75254]: FIRMWARE:
Nov 29 10:14:10 user nova-compute[75254]: No targets found.
Nov 29 10:14:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:14:10 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:14:10 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd22cf9e-fe70-4538-a10b-e6ca0489a37c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[448168ad-b8f9-47f2-a1f1-9e449eddce80]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:10 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:10 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:14:10 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:10 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:10 user nova-compute[75254]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 (non-flash)
Nov 29 10:14:10 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44d1510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d4d8f7c-6530-4583-ace5-743c26515c33]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd7dfa9f-b79c-4969-973c-207fe2b185bf]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[da965b68-99b2-43af-989a-3491ff9db46b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c929f3-7187-46a4-825c-902f56707b53]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb98996b-d864-4974-9906-ae08524f5266]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[76bd82e0-366e-414a-99ea-fa7bc96445a0]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260]
Nov 29 10:14:10 user nova-compute[75254]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9, portal: 172.16.0.220,3260] successful.
Nov 29 10:14:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc0f104e-6eb7-4c4e-b75c-b3a54a45d4a9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9a15c7-5882-4304-8d3e-ba8b4b094166]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== disconnect_volume: return (374ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:14:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:14:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e9f3dcaa-ec76-4509-9616-cf7d8a3b4a54 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.981s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:14:12 user nova-compute[75254]: INFO nova.compute.claims [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Claim successful on node user
Nov 29 10:14:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:12 user nova-compute[75254]: WARNING nova.compute.manager [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state rescuing.
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:12 user nova-compute[75254]: WARNING nova.compute.manager [req-2d596fae-84a9-4e37-ab28-247475ee8c49 req-dda8e9a4-056e-4f42-8e05-afcf57384f20 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state rescuing.
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.764s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:14:12 user nova-compute[75254]: INFO nova.compute.manager [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Rescuing
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:14:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3dc8ab86-a115-4f77-8dc2-b2dbf64f3bb7 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:14:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:14:13 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Creating image(s)
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "/opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "/opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "/opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk 1073741824" returned: 0 in 0.076s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG nova.policy [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95dbf346eecf4e2ebbe4976aaef4a5c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd314d29b8e134527925672e2f01cc734', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:14:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Cannot resize image /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Ensure instance console log exists: /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Successfully created port: e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-629f55d1-6c70-4970-bf02-6cc338a620be req-03f41d3d-c4fc-482e-bce3-4b4209c7f798 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-629f55d1-6c70-4970-bf02-6cc338a620be req-03f41d3d-c4fc-482e-bce3-4b4209c7f798 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-629f55d1-6c70-4970-bf02-6cc338a620be req-03f41d3d-c4fc-482e-bce3-4b4209c7f798 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-629f55d1-6c70-4970-bf02-6cc338a620be req-03f41d3d-c4fc-482e-bce3-4b4209c7f798 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-629f55d1-6c70-4970-bf02-6cc338a620be req-03f41d3d-c4fc-482e-bce3-4b4209c7f798 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:15 user nova-compute[75254]: WARNING nova.compute.manager [req-629f55d1-6c70-4970-bf02-6cc338a620be req-03f41d3d-c4fc-482e-bce3-4b4209c7f798 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state active and task_state rescuing.
Nov 29 10:14:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance destroyed successfully.
Nov 29 10:14:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Attempting a stable device rescue
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Successfully updated port: e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "refresh_cache-bb53223c-c0cd-4ccd-9521-3df511b21661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquired lock "refresh_cache-bb53223c-c0cd-4ccd-9521-3df511b21661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75254) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-changed-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Refreshing instance network info cache due to event network-changed-e3fb8844-b22a-4f75-b99d-4b224807ef61. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] Acquiring lock "refresh_cache-bb53223c-c0cd-4ccd-9521-3df511b21661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:14:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Creating image(s)
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "/opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'trusted_certs' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "63aeab59120f0b5345b224d49704b0799ef25f8d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "63aeab59120f0b5345b224d49704b0799ef25f8d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.part --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.images [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] 6e53ac83-038a-4667-adae-bcfdc5f78c1e was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.part /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Updating instance_info_cache with network_info: [{"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Releasing lock "refresh_cache-bb53223c-c0cd-4ccd-9521-3df511b21661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Instance network_info: |[{"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] Acquired lock "refresh_cache-bb53223c-c0cd-4ccd-9521-3df511b21661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.network.neutron [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Refreshing network info cache for port e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Start _get_guest_xml network_info=[{"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:14:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1593446476',display_name='tempest-DeleteServersTestJSON-server-1593446476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1593446476',id=16,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d314d29b8e134527925672e2f01cc734',ramdisk_id='',reservation_id='r-k045enk4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-317821662',owner_user_name='tempest-DeleteServersTestJSON-317821662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:13Z,user_data=None,user_id='95dbf346eecf4e2ebbe4976aaef4a5c8',uuid=bb53223c-c0cd-4ccd-9521-3df511b21661,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Converting VIF {"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lazy-loading 'pci_devices' on Instance uuid bb53223c-c0cd-4ccd-9521-3df511b21661 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:14:16 user nova-compute[75254]:   <uuid>bb53223c-c0cd-4ccd-9521-3df511b21661</uuid>
Nov 29 10:14:16 user nova-compute[75254]:   <name>instance-00000010</name>
Nov 29 10:14:16 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:14:16 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:14:16 user nova-compute[75254]:   <metadata>
Nov 29 10:14:16 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:14:16 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:14:16 user nova-compute[75254]:       <nova:name>tempest-DeleteServersTestJSON-server-1593446476</nova:name>
Nov 29 10:14:16 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:14:16</nova:creationTime>
Nov 29 10:14:16 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:14:16 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:14:16 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:14:16 user nova-compute[75254]:       <nova:owner>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:user uuid="95dbf346eecf4e2ebbe4976aaef4a5c8">tempest-DeleteServersTestJSON-317821662-project-member</nova:user>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:project uuid="d314d29b8e134527925672e2f01cc734">tempest-DeleteServersTestJSON-317821662</nova:project>
Nov 29 10:14:16 user nova-compute[75254]:       </nova:owner>
Nov 29 10:14:16 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:14:16 user nova-compute[75254]:       <nova:ports>
Nov 29 10:14:16 user nova-compute[75254]:         <nova:port uuid="e3fb8844-b22a-4f75-b99d-4b224807ef61">
Nov 29 10:14:16 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 10:14:16 user nova-compute[75254]:         </nova:port>
Nov 29 10:14:16 user nova-compute[75254]:       </nova:ports>
Nov 29 10:14:16 user nova-compute[75254]:     </nova:instance>
Nov 29 10:14:16 user nova-compute[75254]:   </metadata>
Nov 29 10:14:16 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:14:16 user nova-compute[75254]:     <system>
Nov 29 10:14:16 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:14:16 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:14:16 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:14:16 user nova-compute[75254]:       <entry name="serial">bb53223c-c0cd-4ccd-9521-3df511b21661</entry>
Nov 29 10:14:16 user nova-compute[75254]:       <entry name="uuid">bb53223c-c0cd-4ccd-9521-3df511b21661</entry>
Nov 29 10:14:16 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:14:16 user nova-compute[75254]:     </system>
Nov 29 10:14:16 user nova-compute[75254]:   </sysinfo>
Nov 29 10:14:16 user nova-compute[75254]:   <os>
Nov 29 10:14:16 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:14:16 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:14:16 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:14:16 user nova-compute[75254]:   </os>
Nov 29 10:14:16 user nova-compute[75254]:   <features>
Nov 29 10:14:16 user nova-compute[75254]:     <acpi/>
Nov 29 10:14:16 user nova-compute[75254]:     <apic/>
Nov 29 10:14:16 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:14:16 user nova-compute[75254]:   </features>
Nov 29 10:14:16 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:14:16 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:14:16 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:14:16 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:14:16 user nova-compute[75254]:   </clock>
Nov 29 10:14:16 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:14:16 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:14:16 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:14:16 user nova-compute[75254]:   </cpu>
Nov 29 10:14:16 user nova-compute[75254]:   <devices>
Nov 29 10:14:16 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:16 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:16 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk"/>
Nov 29 10:14:16 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:14:16 user nova-compute[75254]:     </disk>
Nov 29 10:14:16 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:14:16 user nova-compute[75254]:       <mac address="fa:16:3e:2c:ab:59"/>
Nov 29 10:14:16 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:16 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:14:16 user nova-compute[75254]:       <target dev="tape3fb8844-b2"/>
Nov 29 10:14:16 user nova-compute[75254]:     </interface>
Nov 29 10:14:16 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:14:16 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/console.log" append="off"/>
Nov 29 10:14:16 user nova-compute[75254]:     </serial>
Nov 29 10:14:16 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:14:16 user nova-compute[75254]:     <video>
Nov 29 10:14:16 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:16 user nova-compute[75254]:     </video>
Nov 29 10:14:16 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:14:16 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:14:16 user nova-compute[75254]:     </rng>
Nov 29 10:14:16 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:14:16 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:14:16 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:14:16 user nova-compute[75254]:     </memballoon>
Nov 29 10:14:16 user nova-compute[75254]:   </devices>
Nov 29 10:14:16 user nova-compute[75254]: </domain>
Nov 29 10:14:16 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1593446476',display_name='tempest-DeleteServersTestJSON-server-1593446476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1593446476',id=16,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d314d29b8e134527925672e2f01cc734',ramdisk_id='',reservation_id='r-k045enk4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-317821662',owner_user_name='tempest-DeleteServersTestJSON-317821662-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:13Z,user_data=None,user_id='95dbf346eecf4e2ebbe4976aaef4a5c8',uuid=bb53223c-c0cd-4ccd-9521-3df511b21661,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Converting VIF {"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG os_vif [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5024355a-4022-5d2c-83b7-1dd40612c84c', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape3fb8844-b2, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape3fb8844-b2, col_values=(('qos', UUID('5846da56-f8d5-4d47-a1f0-88e23976f2b8')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape3fb8844-b2, col_values=(('external_ids', {'iface-id': 'e3fb8844-b22a-4f75-b99d-4b224807ef61', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:ab:59', 'vm-uuid': 'bb53223c-c0cd-4ccd-9521-3df511b21661'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:17 user nova-compute[75254]: INFO os_vif [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2')
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-75821c91-c581-4419-a911-fb9322236093 req-96ceb11d-356c-4aaa-a944-3900ed487f9d service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-75821c91-c581-4419-a911-fb9322236093 req-96ceb11d-356c-4aaa-a944-3900ed487f9d service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-75821c91-c581-4419-a911-fb9322236093 req-96ceb11d-356c-4aaa-a944-3900ed487f9d service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-75821c91-c581-4419-a911-fb9322236093 req-96ceb11d-356c-4aaa-a944-3900ed487f9d service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-75821c91-c581-4419-a911-fb9322236093 req-96ceb11d-356c-4aaa-a944-3900ed487f9d service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:17 user nova-compute[75254]: WARNING nova.compute.manager [req-75821c91-c581-4419-a911-fb9322236093 req-96ceb11d-356c-4aaa-a944-3900ed487f9d service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state active and task_state rescuing.
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.part /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.converted" returned: 0 in 0.523s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] No VIF found with MAC fa:16:3e:2c:ab:59, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d.converted --force-share --output=json" returned: 0 in 0.208s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "63aeab59120f0b5345b224d49704b0799ef25f8d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.774s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "63aeab59120f0b5345b224d49704b0799ef25f8d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "63aeab59120f0b5345b224d49704b0799ef25f8d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d --force-share --output=json" returned: 0 in 0.212s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d,backing_fmt=raw /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d,backing_fmt=raw /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue" returned: 0 in 0.056s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "63aeab59120f0b5345b224d49704b0799ef25f8d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'migration_context' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<77782fe7-8be9-4373-9295-adf2eea9cbc3> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Start _get_guest_xml network_info=[{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "vif_mac": "fa:16:3e:b3:2a:20"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '6e53ac83-038a-4667-adae-bcfdc5f78c1e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '77782fe7-8be9-4373-9295-adf2eea9cbc3', 'attached_at': '', 'detached_at': '', 'volume_id': '777f180a-ffe5-49ec-9754-2c619cfa35f7', 'serial': '777f180a-ffe5-49ec-9754-2c619cfa35f7'}, 'attachment_id': '6a24080c-18e9-479f-9f8d-b1da6b6be76e', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'resources' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<77782fe7-8be9-4373-9295-adf2eea9cbc3> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'numa_topology' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<77782fe7-8be9-4373-9295-adf2eea9cbc3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'vcpu_model' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.objects.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<77782fe7-8be9-4373-9295-adf2eea9cbc3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:14:17 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:14:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:14:17 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:14:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:14:17 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Updated VIF entry in instance network info cache for port e3fb8844-b22a-4f75-b99d-4b224807ef61. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Updating instance_info_cache with network_info: [{"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a248d69-35dc-4e1e-96b7-62141d9b3e95]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = tHoxfRUQ\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 10:14:17 user nova-compute[75254]: node.name = iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:14:17 user nova-compute[75254]: node.tpgt = -1
Nov 29 10:14:17 user nova-compute[75254]: node.startup = automatic
Nov 29 10:14:17 user nova-compute[75254]: node.leading_login = No
Nov 29 10:14:17 user nova-compute[75254]: iface.iscsi_ifacename = default
Nov 29 10:14:17 user nova-compute[75254]: iface.net_ifacename = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.ipaddress = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.prefix_len = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.hwaddress = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.transport_name = tcp
Nov 29 10:14:17 user nova-compute[75254]: iface.initiatorname = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.vlan_id = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.vlan_priority = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.vlan_state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.iface_num = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.mtu = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.port = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.bootproto = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.subnet_mask = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.gateway = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_alt_client_id = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_dns = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_learn_iqn = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_vendor_id_state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_vendor_id = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.dhcp_slp_da = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.fragmentation = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.gratuitous_arp = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.incoming_forwarding = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.tos_state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.tos = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.ttl = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.delayed_ack = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.tcp_nagle = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.tcp_wsf_state = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.tcp_wsf = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.tcp_timer_scale = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.tcp_timestamp = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.redirect = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.def_task_mgmt_timeout = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.header_digest = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.data_digest = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.immediate_data = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.initial_r2t = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.data_seq_inorder = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.data_pdu_inorder = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.erl = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.max_receive_data_len = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.first_burst_len = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.max_outstanding_r2t = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.max_burst_len = 0
Nov 29 10:14:17 user nova-compute[75254]: iface.chap_auth = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.bidi_chap = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.strict_login_compliance = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.discovery_auth = <empty>
Nov 29 10:14:17 user nova-compute[75254]: iface.discovery_logout = <empty>
Nov 29 10:14:17 user nova-compute[75254]: node.discovery_address = <empty>
Nov 29 10:14:17 user nova-compute[75254]: node.discovery_port = 0
Nov 29 10:14:17 user nova-compute[75254]: node.discovery_type = static
Nov 29 10:14:17 user nova-compute[75254]: node.session.initial_cmdsn = 0
Nov 29 10:14:17 user nova-compute[75254]: node.session.initial_login_retry_max = 8
Nov 29 10:14:17 user nova-compute[75254]: node.session.xmit_thread_priority = -20
Nov 29 10:14:17 user nova-compute[75254]: node.session.cmds_max = 128
Nov 29 10:14:17 user nova-compute[75254]: node.session.queue_depth = 32
Nov 29 10:14:17 user nova-compute[75254]: node.session.nr_sessions = 1
Nov 29 10:14:17 user nova-compute[75254]: node.session.auth.authmethod = CHAP
Nov 29 10:14:17 user nova-compute[75254]: node.session.auth.username = tHoxfRUQ
Nov 29 10:14:17 user nova-compute[75254]: node.session.auth.password = ***
Nov 29 10:14:17 user nova-compute[75254]: node.session.auth.username_in = <empty>
Nov 29 10:14:17 user nova-compute[75254]: node.session.auth.password_in = <empty>
Nov 29 10:14:17 user nova-compute[75254]: node.session.auth.chap_algs = MD5
Nov 29 10:14:17 user nova-compute[75254]: node.session.timeo.replacement_timeout = 120
Nov 29 10:14:17 user nova-compute[75254]: node.session.err_timeo.abort_timeout = 15
Nov 29 10:14:17 user nova-compute[75254]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 10:14:17 user nova-compute[75254]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 10:14:17 user nova-compute[75254]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.FastAbort = Yes
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.InitialR2T = No
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.ImmediateData = Yes
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.MaxConnections = 1
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 10:14:17 user nova-compute[75254]: node.session.iscsi.ERL = 0
Nov 29 10:14:17 user nova-compute[75254]: node.session.scan = manual
Nov 29 10:14:17 user nova-compute[75254]: node.session.reopen_max = 0
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].address = 172.16.0.220
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].port = 3260
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].startup = manual
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].tcp.window_size = 524288
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].tcp.type_of_service = 0
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].timeo.logout_timeout = 15
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].timeo.login_timeout = 15
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].timeo.auth_timeout = 45
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].iscsi.DataDigest = None
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].iscsi.IFMarker = No
Nov 29 10:14:17 user nova-compute[75254]: node.conn[0].iscsi.OFMarker = No
Nov 29 10:14:17 user nova-compute[75254]: # END RECORD
Nov 29 10:14:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-67c77bc5-daf0-4024-9472-a1ce2332b8ce req-c84d2a79-7e40-4653-8c3a-af7241b92422 service nova] Releasing lock "refresh_cache-bb53223c-c0cd-4ccd-9521-3df511b21661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a7d9ba-0933-4818-94d6-efb6d9cfabfa]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.040s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ff93f0-a15b-427d-89fd-76700ad9c51b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tHoxfRUQ {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tHoxfRUQ" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1cc6de7-2cbc-4002-be46-120d295bfe83]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tHoxfRUQ'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a361e97a-61b6-4155-8bfa-e7dc0ab212e2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed37e55-f793-4eb0-92d4-1184ceaec8f6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:18 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:18 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:18 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:18 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.191s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] HCTL ('33', '0', '0', 0) found on session 11 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dde7a82-7f46-4de1-be14-00df228dea6c]: (4, ('0 0 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching for a device in session 11 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.222s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== connect_volume: return (225ms) {'type': 'block', 'scsi_wwn': '23164363136343939', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164363136343939', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-621231046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-621231046',id=14,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:12:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ufoa7wzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:12:41Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=77782fe7-8be9-4373-9295-adf2eea9cbc3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "vif_mac": "fa:16:3e:b3:2a:20"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "vif_mac": "fa:16:3e:b3:2a:20"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'pci_devices' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.objects.base [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<77782fe7-8be9-4373-9295-adf2eea9cbc3> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:14:18 user nova-compute[75254]:   <uuid>77782fe7-8be9-4373-9295-adf2eea9cbc3</uuid>
Nov 29 10:14:18 user nova-compute[75254]:   <name>instance-0000000e</name>
Nov 29 10:14:18 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:14:18 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:14:18 user nova-compute[75254]:   <metadata>
Nov 29 10:14:18 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:14:18 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:14:18 user nova-compute[75254]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-621231046</nova:name>
Nov 29 10:14:18 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:14:17</nova:creationTime>
Nov 29 10:14:18 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:14:18 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:14:18 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:14:18 user nova-compute[75254]:       <nova:owner>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:user uuid="b1299b6384214ee9822c2e3c9ff1b99b">tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member</nova:user>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:project uuid="c61b89d931dd4ad789d18f4f576238d5">tempest-ServerBootFromVolumeStableRescueTest-963087896</nova:project>
Nov 29 10:14:18 user nova-compute[75254]:       </nova:owner>
Nov 29 10:14:18 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:14:18 user nova-compute[75254]:       <nova:ports>
Nov 29 10:14:18 user nova-compute[75254]:         <nova:port uuid="ae2f337e-167d-48a2-a50b-137f2e34abf9">
Nov 29 10:14:18 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:14:18 user nova-compute[75254]:         </nova:port>
Nov 29 10:14:18 user nova-compute[75254]:       </nova:ports>
Nov 29 10:14:18 user nova-compute[75254]:     </nova:instance>
Nov 29 10:14:18 user nova-compute[75254]:   </metadata>
Nov 29 10:14:18 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:14:18 user nova-compute[75254]:     <system>
Nov 29 10:14:18 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:14:18 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:14:18 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:14:18 user nova-compute[75254]:       <entry name="serial">77782fe7-8be9-4373-9295-adf2eea9cbc3</entry>
Nov 29 10:14:18 user nova-compute[75254]:       <entry name="uuid">77782fe7-8be9-4373-9295-adf2eea9cbc3</entry>
Nov 29 10:14:18 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:14:18 user nova-compute[75254]:     </system>
Nov 29 10:14:18 user nova-compute[75254]:   </sysinfo>
Nov 29 10:14:18 user nova-compute[75254]:   <os>
Nov 29 10:14:18 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:14:18 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:14:18 user nova-compute[75254]:   </os>
Nov 29 10:14:18 user nova-compute[75254]:   <features>
Nov 29 10:14:18 user nova-compute[75254]:     <acpi/>
Nov 29 10:14:18 user nova-compute[75254]:     <apic/>
Nov 29 10:14:18 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:14:18 user nova-compute[75254]:   </features>
Nov 29 10:14:18 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:14:18 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:14:18 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:14:18 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:14:18 user nova-compute[75254]:   </clock>
Nov 29 10:14:18 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:14:18 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:14:18 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:14:18 user nova-compute[75254]:   </cpu>
Nov 29 10:14:18 user nova-compute[75254]:   <devices>
Nov 29 10:14:18 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:14:18 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:14:18 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 10:14:18 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:14:18 user nova-compute[75254]:       <serial>777f180a-ffe5-49ec-9754-2c619cfa35f7</serial>
Nov 29 10:14:18 user nova-compute[75254]:     </disk>
Nov 29 10:14:18 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:18 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:18 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue"/>
Nov 29 10:14:18 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:14:18 user nova-compute[75254]:       <boot order="1"/>
Nov 29 10:14:18 user nova-compute[75254]:     </disk>
Nov 29 10:14:18 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:14:18 user nova-compute[75254]:       <mac address="fa:16:3e:b3:2a:20"/>
Nov 29 10:14:18 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:18 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:14:18 user nova-compute[75254]:       <target dev="tapae2f337e-16"/>
Nov 29 10:14:18 user nova-compute[75254]:     </interface>
Nov 29 10:14:18 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:14:18 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/console.log" append="off"/>
Nov 29 10:14:18 user nova-compute[75254]:     </serial>
Nov 29 10:14:18 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:14:18 user nova-compute[75254]:     <video>
Nov 29 10:14:18 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:18 user nova-compute[75254]:     </video>
Nov 29 10:14:18 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:14:18 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:14:18 user nova-compute[75254]:     </rng>
Nov 29 10:14:18 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:14:18 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:14:18 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:14:18 user nova-compute[75254]:     </memballoon>
Nov 29 10:14:18 user nova-compute[75254]:   </devices>
Nov 29 10:14:18 user nova-compute[75254]: </domain>
Nov 29 10:14:18 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance destroyed successfully.
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No VIF found with MAC fa:16:3e:b3:2a:20, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-94d64366-0db9-429c-b1fd-43aa812dd7e9 req-2a061a59-ce7f-4453-ab3d-86e382dc39cb service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-94d64366-0db9-429c-b1fd-43aa812dd7e9 req-2a061a59-ce7f-4453-ab3d-86e382dc39cb service nova] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-94d64366-0db9-429c-b1fd-43aa812dd7e9 req-2a061a59-ce7f-4453-ab3d-86e382dc39cb service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-94d64366-0db9-429c-b1fd-43aa812dd7e9 req-2a061a59-ce7f-4453-ab3d-86e382dc39cb service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-94d64366-0db9-429c-b1fd-43aa812dd7e9 req-2a061a59-ce7f-4453-ab3d-86e382dc39cb service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] No waiting events found dispatching network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:19 user nova-compute[75254]: WARNING nova.compute.manager [req-94d64366-0db9-429c-b1fd-43aa812dd7e9 req-2a061a59-ce7f-4453-ab3d-86e382dc39cb service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received unexpected event network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 for instance with vm_state building and task_state spawning.
Nov 29 10:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-5f10f723-a95e-417b-9dd2-dbfaa1e8ab3e req-e302435b-2fe5-4366-85b5-d77743f7c15d service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5f10f723-a95e-417b-9dd2-dbfaa1e8ab3e req-e302435b-2fe5-4366-85b5-d77743f7c15d service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5f10f723-a95e-417b-9dd2-dbfaa1e8ab3e req-e302435b-2fe5-4366-85b5-d77743f7c15d service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5f10f723-a95e-417b-9dd2-dbfaa1e8ab3e req-e302435b-2fe5-4366-85b5-d77743f7c15d service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-5f10f723-a95e-417b-9dd2-dbfaa1e8ab3e req-e302435b-2fe5-4366-85b5-d77743f7c15d service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:20 user nova-compute[75254]: WARNING nova.compute.manager [req-5f10f723-a95e-417b-9dd2-dbfaa1e8ab3e req-e302435b-2fe5-4366-85b5-d77743f7c15d service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state active and task_state rescuing.
Nov 29 10:14:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-6a72c79a-459f-4179-87ba-92e8f212bc7f req-4ea69d1d-b4a9-461b-a51d-fb9fab9a6ab5 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6a72c79a-459f-4179-87ba-92e8f212bc7f req-4ea69d1d-b4a9-461b-a51d-fb9fab9a6ab5 service nova] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6a72c79a-459f-4179-87ba-92e8f212bc7f req-4ea69d1d-b4a9-461b-a51d-fb9fab9a6ab5 service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6a72c79a-459f-4179-87ba-92e8f212bc7f req-4ea69d1d-b4a9-461b-a51d-fb9fab9a6ab5 service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-6a72c79a-459f-4179-87ba-92e8f212bc7f req-4ea69d1d-b4a9-461b-a51d-fb9fab9a6ab5 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] No waiting events found dispatching network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:21 user nova-compute[75254]: WARNING nova.compute.manager [req-6a72c79a-459f-4179-87ba-92e8f212bc7f req-4ea69d1d-b4a9-461b-a51d-fb9fab9a6ab5 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received unexpected event network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 for instance with vm_state building and task_state spawning.
Nov 29 10:14:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:14:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Instance spawned successfully.
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:22 user nova-compute[75254]: INFO nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Took 9.66 seconds to spawn the instance on the hypervisor.
Nov 29 10:14:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:14:22 user nova-compute[75254]: INFO nova.compute.manager [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Took 10.88 seconds to build instance.
Nov 29 10:14:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-19b0719e-4379-4263-a732-8e2e33f18c43 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.991s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-0c9ae057-c508-46e4-994d-c510b73930f0 req-1e560228-61ca-4ce0-9435-c9817ab087f1 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0c9ae057-c508-46e4-994d-c510b73930f0 req-1e560228-61ca-4ce0-9435-c9817ab087f1 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0c9ae057-c508-46e4-994d-c510b73930f0 req-1e560228-61ca-4ce0-9435-c9817ab087f1 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0c9ae057-c508-46e4-994d-c510b73930f0 req-1e560228-61ca-4ce0-9435-c9817ab087f1 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-0c9ae057-c508-46e4-994d-c510b73930f0 req-1e560228-61ca-4ce0-9435-c9817ab087f1 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:23 user nova-compute[75254]: WARNING nova.compute.manager [req-0c9ae057-c508-46e4-994d-c510b73930f0 req-1e560228-61ca-4ce0-9435-c9817ab087f1 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state active and task_state rescuing.
Nov 29 10:14:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ab65b471-eb4d-4c4c-9731-76839f6c0890 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:14:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7564MB free_disk=25.29510498046875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Applying migration context for instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b as it has an incoming, in-progress migration ce03bf09-036c-4ad1-a2f0-ffdd7f83ed72. Migration status is finished {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 10:14:29 user nova-compute[75254]: INFO nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating resource usage from migration ce03bf09-036c-4ad1-a2f0-ffdd7f83ed72
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 01d6a53a-8ec0-4784-a97e-3784a0c09217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 865655fe-abd0-426b-914e-1e51b02124f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Migration ce03bf09-036c-4ad1-a2f0-ffdd7f83ed72 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance bb53223c-c0cd-4ccd-9521-3df511b21661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:14:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:14:30 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:14:30 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:14:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:14:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.663s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:14:31 user nova-compute[75254]: INFO nova.compute.claims [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Claim successful on node user
Nov 29 10:14:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.731s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:14:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:14:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Creating image(s)
Nov 29 10:14:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "/opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "/opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "/opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG nova.policy [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7744296c0e84f669d5b9726976c00f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6486f4f55cc04a33ad712346277c9fc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.239s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.217s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk 1073741824" returned: 0 in 0.068s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking if we can resize image /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Cannot resize image /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Ensure instance console log exists: /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:34 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Successfully created port: f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "865655fe-abd0-426b-914e-1e51b02124f5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "865655fe-abd0-426b-914e-1e51b02124f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "865655fe-abd0-426b-914e-1e51b02124f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "865655fe-abd0-426b-914e-1e51b02124f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "865655fe-abd0-426b-914e-1e51b02124f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:35 user nova-compute[75254]: INFO nova.compute.manager [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Terminating instance
Nov 29 10:14:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Successfully updated port: f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-changed-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Refreshing instance network info cache due to event network-changed-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Instance destroyed successfully.
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.objects.instance [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'resources' on Instance uuid 865655fe-abd0-426b-914e-1e51b02124f5 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Instance network_info: |[{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.neutron [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Refreshing network info cache for port f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Start _get_guest_xml network_info=[{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1836670810',display_name='tempest-VolumesAdminNegativeTest-server-1836670810',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1836670810',id=15,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:12:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d72e539edd3b4bfb95c8ad702d337468',ramdisk_id='',reservation_id='r-4g160ypu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-828835441',owner_user_name='tempest-VolumesAdminNegativeTest-828835441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:12:44Z,user_data=None,user_id='cb2b78d06aae469396a6a4faa88f882b',uuid=865655fe-abd0-426b-914e-1e51b02124f5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converting VIF {"id": "7d511461-1c8b-4397-be45-8546ac208dd4", "address": "fa:16:3e:f7:e9:56", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d511461-1c", "ovs_interfaceid": "7d511461-1c8b-4397-be45-8546ac208dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG os_vif [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d511461-1c, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9762d872-f385-4f72-926c-1abb2aa700e7) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:36 user nova-compute[75254]: INFO os_vif [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=7d511461-1c8b-4397-be45-8546ac208dd4,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d511461-1c')
Nov 29 10:14:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Deleting instance files /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5_del
Nov 29 10:14:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Deletion of /opt/stack/data/nova/instances/865655fe-abd0-426b-914e-1e51b02124f5_del complete
Nov 29 10:14:36 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:36 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1568446303',display_name='tempest-ServerActionsTestOtherA-server-1568446303',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1568446303',id=17,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-z7a0zlz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=641998ff-7999-4e17-b15f-fb23d6af85fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'pci_devices' on Instance uuid 641998ff-7999-4e17-b15f-fb23d6af85fa {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:14:36 user nova-compute[75254]:   <uuid>641998ff-7999-4e17-b15f-fb23d6af85fa</uuid>
Nov 29 10:14:36 user nova-compute[75254]:   <name>instance-00000011</name>
Nov 29 10:14:36 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:14:36 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:14:36 user nova-compute[75254]:   <metadata>
Nov 29 10:14:36 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:14:36 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:14:36 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherA-server-1568446303</nova:name>
Nov 29 10:14:36 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:14:36</nova:creationTime>
Nov 29 10:14:36 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:14:36 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:14:36 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:14:36 user nova-compute[75254]:       <nova:owner>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:user uuid="b7744296c0e84f669d5b9726976c00f7">tempest-ServerActionsTestOtherA-988559960-project-member</nova:user>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:project uuid="6486f4f55cc04a33ad712346277c9fc5">tempest-ServerActionsTestOtherA-988559960</nova:project>
Nov 29 10:14:36 user nova-compute[75254]:       </nova:owner>
Nov 29 10:14:36 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:14:36 user nova-compute[75254]:       <nova:ports>
Nov 29 10:14:36 user nova-compute[75254]:         <nova:port uuid="f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a">
Nov 29 10:14:36 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:14:36 user nova-compute[75254]:         </nova:port>
Nov 29 10:14:36 user nova-compute[75254]:       </nova:ports>
Nov 29 10:14:36 user nova-compute[75254]:     </nova:instance>
Nov 29 10:14:36 user nova-compute[75254]:   </metadata>
Nov 29 10:14:36 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:14:36 user nova-compute[75254]:     <system>
Nov 29 10:14:36 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:14:36 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:14:36 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:14:36 user nova-compute[75254]:       <entry name="serial">641998ff-7999-4e17-b15f-fb23d6af85fa</entry>
Nov 29 10:14:36 user nova-compute[75254]:       <entry name="uuid">641998ff-7999-4e17-b15f-fb23d6af85fa</entry>
Nov 29 10:14:36 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:14:36 user nova-compute[75254]:     </system>
Nov 29 10:14:36 user nova-compute[75254]:   </sysinfo>
Nov 29 10:14:36 user nova-compute[75254]:   <os>
Nov 29 10:14:36 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:14:36 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:14:36 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:14:36 user nova-compute[75254]:   </os>
Nov 29 10:14:36 user nova-compute[75254]:   <features>
Nov 29 10:14:36 user nova-compute[75254]:     <acpi/>
Nov 29 10:14:36 user nova-compute[75254]:     <apic/>
Nov 29 10:14:36 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:14:36 user nova-compute[75254]:   </features>
Nov 29 10:14:36 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:14:36 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:14:36 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:14:36 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:14:36 user nova-compute[75254]:   </clock>
Nov 29 10:14:36 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:14:36 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:14:36 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:14:36 user nova-compute[75254]:   </cpu>
Nov 29 10:14:36 user nova-compute[75254]:   <devices>
Nov 29 10:14:36 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:36 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:36 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk"/>
Nov 29 10:14:36 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:14:36 user nova-compute[75254]:     </disk>
Nov 29 10:14:36 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:14:36 user nova-compute[75254]:       <mac address="fa:16:3e:95:49:4f"/>
Nov 29 10:14:36 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:36 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:14:36 user nova-compute[75254]:       <target dev="tapf1dd8f2e-5f"/>
Nov 29 10:14:36 user nova-compute[75254]:     </interface>
Nov 29 10:14:36 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:14:36 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/console.log" append="off"/>
Nov 29 10:14:36 user nova-compute[75254]:     </serial>
Nov 29 10:14:36 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:14:36 user nova-compute[75254]:     <video>
Nov 29 10:14:36 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:36 user nova-compute[75254]:     </video>
Nov 29 10:14:36 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:14:36 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:14:36 user nova-compute[75254]:     </rng>
Nov 29 10:14:36 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:14:36 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:14:36 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:14:36 user nova-compute[75254]:     </memballoon>
Nov 29 10:14:36 user nova-compute[75254]:   </devices>
Nov 29 10:14:36 user nova-compute[75254]: </domain>
Nov 29 10:14:36 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1568446303',display_name='tempest-ServerActionsTestOtherA-server-1568446303',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1568446303',id=17,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-z7a0zlz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=641998ff-7999-4e17-b15f-fb23d6af85fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG os_vif [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53bd442a-c36b-5d62-ab53-c487512488b4', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1dd8f2e-5f, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1dd8f2e-5f, col_values=(('qos', UUID('752a556b-a742-4796-84a0-dbe99394a982')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1dd8f2e-5f, col_values=(('external_ids', {'iface-id': 'f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:49:4f', 'vm-uuid': '641998ff-7999-4e17-b15f-fb23d6af85fa'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:36 user nova-compute[75254]: INFO os_vif [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f')
Nov 29 10:14:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:37 user nova-compute[75254]: INFO nova.compute.manager [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Took 1.32 seconds to destroy the instance on the hypervisor.
Nov 29 10:14:37 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No VIF found with MAC fa:16:3e:95:49:4f, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG nova.network.neutron [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updated VIF entry in instance network info cache for port f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG nova.network.neutron [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c2b4ce37-a860-4bea-8869-6de4a7f8f59e req-ebac69b8-6be1-49f8-b964-a4c66c0a3205 service nova] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:38 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Took 1.05 seconds to deallocate network for instance.
Nov 29 10:14:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-dee67705-c1cf-413d-9fa6-30b88b5fde85 req-d457eb0c-932a-4a54-8f3a-14c77cf8f25d service nova] [instance: 865655fe-abd0-426b-914e-1e51b02124f5] Received event network-vif-deleted-7d511461-1c8b-4397-be45-8546ac208dd4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:14:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.650s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:38 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Deleted allocations for instance 865655fe-abd0-426b-914e-1e51b02124f5
Nov 29 10:14:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-64edb72b-0430-4e85-8825-27699c2b5ccc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "865655fe-abd0-426b-914e-1e51b02124f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.304s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-c56bcabe-65e0-41ae-9b86-faaea3dd659d req-500fc3f9-6603-40d0-993d-fc4253d9a237 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c56bcabe-65e0-41ae-9b86-faaea3dd659d req-500fc3f9-6603-40d0-993d-fc4253d9a237 service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c56bcabe-65e0-41ae-9b86-faaea3dd659d req-500fc3f9-6603-40d0-993d-fc4253d9a237 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c56bcabe-65e0-41ae-9b86-faaea3dd659d req-500fc3f9-6603-40d0-993d-fc4253d9a237 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-c56bcabe-65e0-41ae-9b86-faaea3dd659d req-500fc3f9-6603-40d0-993d-fc4253d9a237 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:39 user nova-compute[75254]: WARNING nova.compute.manager [req-c56bcabe-65e0-41ae-9b86-faaea3dd659d req-500fc3f9-6603-40d0-993d-fc4253d9a237 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received unexpected event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with vm_state building and task_state spawning.
Nov 29 10:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:14:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Instance spawned successfully.
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:40 user nova-compute[75254]: INFO nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Took 8.15 seconds to spawn the instance on the hypervisor.
Nov 29 10:14:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:14:41 user nova-compute[75254]: INFO nova.compute.manager [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Took 9.44 seconds to build instance.
Nov 29 10:14:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7c1a8eec-d503-4c04-968f-2087e4cc0a14 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.637s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-b4a4d86c-f680-4fc6-89ad-3208d2763497 req-180beb60-7b23-4ed5-b926-621fec0acf2f service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b4a4d86c-f680-4fc6-89ad-3208d2763497 req-180beb60-7b23-4ed5-b926-621fec0acf2f service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b4a4d86c-f680-4fc6-89ad-3208d2763497 req-180beb60-7b23-4ed5-b926-621fec0acf2f service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b4a4d86c-f680-4fc6-89ad-3208d2763497 req-180beb60-7b23-4ed5-b926-621fec0acf2f service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-b4a4d86c-f680-4fc6-89ad-3208d2763497 req-180beb60-7b23-4ed5-b926-621fec0acf2f service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:41 user nova-compute[75254]: WARNING nova.compute.manager [req-b4a4d86c-f680-4fc6-89ad-3208d2763497 req-180beb60-7b23-4ed5-b926-621fec0acf2f service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received unexpected event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with vm_state active and task_state None.
Nov 29 10:14:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG nova.objects.instance [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:43 user nova-compute[75254]: INFO nova.compute.manager [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attaching volume 419da1d9-a633-4829-bfde-46898dc4ef6b to /dev/vdb
Nov 29 10:14:43 user nova-compute[75254]: DEBUG os_brick.utils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a8549a-06dc-49db-bc7a-96d7cc340ce6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b69663a-13e7-4151-b765-be038ceaf00a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c6e4270-2550-4959-ba3a-9934fdb3e4c1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06384ad-bc53-41ea-900a-21977fde79e1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:14:43 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:14:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d63adb66-6bf5-421b-a13b-cdc07af0faaf]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG os_brick.utils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:14:43 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating existing volume attachment record: 7a90a12a-eac2-44d6-aebd-d46dc376b5cd {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:14:44 user nova-compute[75254]: INFO nova.compute.claims [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Claim successful on node user
Nov 29 10:14:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "144d593f-4a8d-49b9-9f69-36207933d641" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.628s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.260s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:14:45 user nova-compute[75254]: INFO nova.compute.claims [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Claim successful on node user
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:14:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.policy [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce5a8deee67541dd972c0428dcded655', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97621fda4a404640a517f4b45e1b17e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:14:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Creating image(s)
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "/opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "/opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "/opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:14:45 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.233s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.740s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Successfully created port: 30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk 1073741824" returned: 0 in 0.076s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.314s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:14:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:14:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Creating image(s)
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "/opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "/opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "/opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.014s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.policy [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41270f2dfeb742c4adae03105068d121', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '354d8a37dd214affb0f4b1f8227c1f66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.250s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Cannot resize image /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Ensure instance console log exists: /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.215s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk 1073741824" returned: 0 in 0.060s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Checking if we can resize image /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Cannot resize image /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Ensure instance console log exists: /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Successfully updated port: 30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquired lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-changed-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Refreshing instance network info cache due to event network-changed-30514923-55a5-40d8-8270-a7486084e0b1. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] Acquiring lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:14:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Successfully created port: 42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updating instance_info_cache with network_info: [{"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Releasing lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Instance network_info: |[{"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] Acquired lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Refreshing network info cache for port 30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Start _get_guest_xml network_info=[{"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:14:48 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:48 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3676929',id=18,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIN4U8hxR4Jhfba46MDIoJ46cRuPOb5r5YPRrolGcVqLKOgL1ItyLWQqn96aXZXXPwe9SNmeM4qF+duTIlzlU5XeKhwtMznsz0mYlWGhnbAKHYQiUEI1NsrE+p3OR8EPfQ==',key_name='tempest-keypair-1820728869',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97621fda4a404640a517f4b45e1b17e9',ramdisk_id='',reservation_id='r-a9k817oy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-331493538',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce5a8deee67541dd972c0428dcded655',uuid=3d2fb888-ecfc-475d-8770-49d40204e5a1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Converting VIF {"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.objects.instance [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lazy-loading 'pci_devices' on Instance uuid 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:14:48 user nova-compute[75254]:   <uuid>3d2fb888-ecfc-475d-8770-49d40204e5a1</uuid>
Nov 29 10:14:48 user nova-compute[75254]:   <name>instance-00000012</name>
Nov 29 10:14:48 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:14:48 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:14:48 user nova-compute[75254]:   <metadata>
Nov 29 10:14:48 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:14:48 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:14:48 user nova-compute[75254]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985</nova:name>
Nov 29 10:14:48 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:14:48</nova:creationTime>
Nov 29 10:14:48 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:14:48 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:14:48 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:14:48 user nova-compute[75254]:       <nova:owner>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:user uuid="ce5a8deee67541dd972c0428dcded655">tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member</nova:user>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:project uuid="97621fda4a404640a517f4b45e1b17e9">tempest-TestServerVolumeAttachScenarioOldVersion-331493538</nova:project>
Nov 29 10:14:48 user nova-compute[75254]:       </nova:owner>
Nov 29 10:14:48 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:14:48 user nova-compute[75254]:       <nova:ports>
Nov 29 10:14:48 user nova-compute[75254]:         <nova:port uuid="30514923-55a5-40d8-8270-a7486084e0b1">
Nov 29 10:14:48 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 10:14:48 user nova-compute[75254]:         </nova:port>
Nov 29 10:14:48 user nova-compute[75254]:       </nova:ports>
Nov 29 10:14:48 user nova-compute[75254]:     </nova:instance>
Nov 29 10:14:48 user nova-compute[75254]:   </metadata>
Nov 29 10:14:48 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:14:48 user nova-compute[75254]:     <system>
Nov 29 10:14:48 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:14:48 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:14:48 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:14:48 user nova-compute[75254]:       <entry name="serial">3d2fb888-ecfc-475d-8770-49d40204e5a1</entry>
Nov 29 10:14:48 user nova-compute[75254]:       <entry name="uuid">3d2fb888-ecfc-475d-8770-49d40204e5a1</entry>
Nov 29 10:14:48 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:14:48 user nova-compute[75254]:     </system>
Nov 29 10:14:48 user nova-compute[75254]:   </sysinfo>
Nov 29 10:14:48 user nova-compute[75254]:   <os>
Nov 29 10:14:48 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:14:48 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:14:48 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:14:48 user nova-compute[75254]:   </os>
Nov 29 10:14:48 user nova-compute[75254]:   <features>
Nov 29 10:14:48 user nova-compute[75254]:     <acpi/>
Nov 29 10:14:48 user nova-compute[75254]:     <apic/>
Nov 29 10:14:48 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:14:48 user nova-compute[75254]:   </features>
Nov 29 10:14:48 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:14:48 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:14:48 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:14:48 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:14:48 user nova-compute[75254]:   </clock>
Nov 29 10:14:48 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:14:48 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:14:48 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:14:48 user nova-compute[75254]:   </cpu>
Nov 29 10:14:48 user nova-compute[75254]:   <devices>
Nov 29 10:14:48 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:48 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:48 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk"/>
Nov 29 10:14:48 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:14:48 user nova-compute[75254]:     </disk>
Nov 29 10:14:48 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:14:48 user nova-compute[75254]:       <mac address="fa:16:3e:64:48:db"/>
Nov 29 10:14:48 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:48 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:14:48 user nova-compute[75254]:       <target dev="tap30514923-55"/>
Nov 29 10:14:48 user nova-compute[75254]:     </interface>
Nov 29 10:14:48 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:14:48 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/console.log" append="off"/>
Nov 29 10:14:48 user nova-compute[75254]:     </serial>
Nov 29 10:14:48 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:14:48 user nova-compute[75254]:     <video>
Nov 29 10:14:48 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:48 user nova-compute[75254]:     </video>
Nov 29 10:14:48 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:14:48 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:14:48 user nova-compute[75254]:     </rng>
Nov 29 10:14:48 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:14:48 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:14:48 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:14:48 user nova-compute[75254]:     </memballoon>
Nov 29 10:14:48 user nova-compute[75254]:   </devices>
Nov 29 10:14:48 user nova-compute[75254]: </domain>
Nov 29 10:14:48 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3676929',id=18,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIN4U8hxR4Jhfba46MDIoJ46cRuPOb5r5YPRrolGcVqLKOgL1ItyLWQqn96aXZXXPwe9SNmeM4qF+duTIlzlU5XeKhwtMznsz0mYlWGhnbAKHYQiUEI1NsrE+p3OR8EPfQ==',key_name='tempest-keypair-1820728869',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97621fda4a404640a517f4b45e1b17e9',ramdisk_id='',reservation_id='r-a9k817oy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-331493538',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce5a8deee67541dd972c0428dcded655',uuid=3d2fb888-ecfc-475d-8770-49d40204e5a1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Converting VIF {"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG os_vif [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fdc3b60b-43d0-5df2-8c9f-b01397d288a3', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap30514923-55, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap30514923-55, col_values=(('qos', UUID('05e93e1e-2e0b-49df-9fff-d374e722c286')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap30514923-55, col_values=(('external_ids', {'iface-id': '30514923-55a5-40d8-8270-a7486084e0b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:48:db', 'vm-uuid': '3d2fb888-ecfc-475d-8770-49d40204e5a1'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:48 user nova-compute[75254]: INFO os_vif [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55')
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] No VIF found with MAC fa:16:3e:64:48:db, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updated VIF entry in instance network info cache for port 30514923-55a5-40d8-8270-a7486084e0b1. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updating instance_info_cache with network_info: [{"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-172fd23c-81c7-4f24-9cf6-8720f11b6eea req-82859a7f-3877-4ca1-9ffb-d5d42bf97747 service nova] Releasing lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Successfully updated port: 42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "refresh_cache-144d593f-4a8d-49b9-9f69-36207933d641" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquired lock "refresh_cache-144d593f-4a8d-49b9-9f69-36207933d641" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Updating instance_info_cache with network_info: [{"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Releasing lock "refresh_cache-144d593f-4a8d-49b9-9f69-36207933d641" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Instance network_info: |[{"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Start _get_guest_xml network_info=[{"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:14:49 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:49 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1987329842',display_name='tempest-VolumesNegativeTest-instance-1987329842',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1987329842',id=19,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='354d8a37dd214affb0f4b1f8227c1f66',ramdisk_id='',reservation_id='r-pj9e07nr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-853023024',owner_user_name='tempest-VolumesNegativeTest-853023024-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:46Z,user_data=None,user_id='41270f2dfeb742c4adae03105068d121',uuid=144d593f-4a8d-49b9-9f69-36207933d641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Converting VIF {"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.objects.instance [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lazy-loading 'pci_devices' on Instance uuid 144d593f-4a8d-49b9-9f69-36207933d641 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:14:49 user nova-compute[75254]:   <uuid>144d593f-4a8d-49b9-9f69-36207933d641</uuid>
Nov 29 10:14:49 user nova-compute[75254]:   <name>instance-00000013</name>
Nov 29 10:14:49 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:14:49 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:14:49 user nova-compute[75254]:   <metadata>
Nov 29 10:14:49 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:14:49 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:14:49 user nova-compute[75254]:       <nova:name>tempest-VolumesNegativeTest-instance-1987329842</nova:name>
Nov 29 10:14:49 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:14:49</nova:creationTime>
Nov 29 10:14:49 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:14:49 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:14:49 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:14:49 user nova-compute[75254]:       <nova:owner>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:user uuid="41270f2dfeb742c4adae03105068d121">tempest-VolumesNegativeTest-853023024-project-member</nova:user>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:project uuid="354d8a37dd214affb0f4b1f8227c1f66">tempest-VolumesNegativeTest-853023024</nova:project>
Nov 29 10:14:49 user nova-compute[75254]:       </nova:owner>
Nov 29 10:14:49 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:14:49 user nova-compute[75254]:       <nova:ports>
Nov 29 10:14:49 user nova-compute[75254]:         <nova:port uuid="42931bcc-7d70-47ec-90e3-233a38bae80f">
Nov 29 10:14:49 user nova-compute[75254]:           <nova:ip type="fixed" address="192.168.233.225" ipVersion="4"/>
Nov 29 10:14:49 user nova-compute[75254]:         </nova:port>
Nov 29 10:14:49 user nova-compute[75254]:       </nova:ports>
Nov 29 10:14:49 user nova-compute[75254]:     </nova:instance>
Nov 29 10:14:49 user nova-compute[75254]:   </metadata>
Nov 29 10:14:49 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:14:49 user nova-compute[75254]:     <system>
Nov 29 10:14:49 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:14:49 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:14:49 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:14:49 user nova-compute[75254]:       <entry name="serial">144d593f-4a8d-49b9-9f69-36207933d641</entry>
Nov 29 10:14:49 user nova-compute[75254]:       <entry name="uuid">144d593f-4a8d-49b9-9f69-36207933d641</entry>
Nov 29 10:14:49 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:14:49 user nova-compute[75254]:     </system>
Nov 29 10:14:49 user nova-compute[75254]:   </sysinfo>
Nov 29 10:14:49 user nova-compute[75254]:   <os>
Nov 29 10:14:49 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:14:49 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:14:49 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:14:49 user nova-compute[75254]:   </os>
Nov 29 10:14:49 user nova-compute[75254]:   <features>
Nov 29 10:14:49 user nova-compute[75254]:     <acpi/>
Nov 29 10:14:49 user nova-compute[75254]:     <apic/>
Nov 29 10:14:49 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:14:49 user nova-compute[75254]:   </features>
Nov 29 10:14:49 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:14:49 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:14:49 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:14:49 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:14:49 user nova-compute[75254]:   </clock>
Nov 29 10:14:49 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:14:49 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:14:49 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:14:49 user nova-compute[75254]:   </cpu>
Nov 29 10:14:49 user nova-compute[75254]:   <devices>
Nov 29 10:14:49 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:14:49 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:14:49 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk"/>
Nov 29 10:14:49 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:14:49 user nova-compute[75254]:     </disk>
Nov 29 10:14:49 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:14:49 user nova-compute[75254]:       <mac address="fa:16:3e:28:ff:50"/>
Nov 29 10:14:49 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:49 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:14:49 user nova-compute[75254]:       <target dev="tap42931bcc-7d"/>
Nov 29 10:14:49 user nova-compute[75254]:     </interface>
Nov 29 10:14:49 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:14:49 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/console.log" append="off"/>
Nov 29 10:14:49 user nova-compute[75254]:     </serial>
Nov 29 10:14:49 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:14:49 user nova-compute[75254]:     <video>
Nov 29 10:14:49 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:14:49 user nova-compute[75254]:     </video>
Nov 29 10:14:49 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:14:49 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:14:49 user nova-compute[75254]:     </rng>
Nov 29 10:14:49 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:14:49 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:14:49 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:14:49 user nova-compute[75254]:     </memballoon>
Nov 29 10:14:49 user nova-compute[75254]:   </devices>
Nov 29 10:14:49 user nova-compute[75254]: </domain>
Nov 29 10:14:49 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1987329842',display_name='tempest-VolumesNegativeTest-instance-1987329842',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1987329842',id=19,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='354d8a37dd214affb0f4b1f8227c1f66',ramdisk_id='',reservation_id='r-pj9e07nr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-853023024',owner_user_name='tempest-VolumesNegativeTest-853023024-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:14:46Z,user_data=None,user_id='41270f2dfeb742c4adae03105068d121',uuid=144d593f-4a8d-49b9-9f69-36207933d641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Converting VIF {"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG os_vif [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '51601aa8-c06a-5d72-9257-4c06c08a270d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42931bcc-7d, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42931bcc-7d, col_values=(('qos', UUID('2be25336-552e-4e35-8aac-b6a7e5b149d6')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42931bcc-7d, col_values=(('external_ids', {'iface-id': '42931bcc-7d70-47ec-90e3-233a38bae80f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:ff:50', 'vm-uuid': '144d593f-4a8d-49b9-9f69-36207933d641'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: INFO os_vif [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d')
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] No VIF found with MAC fa:16:3e:28:ff:50, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-changed-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Refreshing instance network info cache due to event network-changed-42931bcc-7d70-47ec-90e3-233a38bae80f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] Acquiring lock "refresh_cache-144d593f-4a8d-49b9-9f69-36207933d641" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] Acquired lock "refresh_cache-144d593f-4a8d-49b9-9f69-36207933d641" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG nova.network.neutron [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Refreshing network info cache for port 42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Updated VIF entry in instance network info cache for port 42931bcc-7d70-47ec-90e3-233a38bae80f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Updating instance_info_cache with network_info: [{"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fa140687-f783-4ad7-b0ad-54d1cc18bf96 req-d5e4bb51-3ad7-4582-8634-c0157aad3813 service nova] Releasing lock "refresh_cache-144d593f-4a8d-49b9-9f69-36207933d641" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] No waiting events found dispatching network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:51 user nova-compute[75254]: WARNING nova.compute.manager [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received unexpected event network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 for instance with vm_state building and task_state spawning.
Nov 29 10:14:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] No waiting events found dispatching network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:51 user nova-compute[75254]: WARNING nova.compute.manager [req-2d1596b9-6958-4898-be00-12d4c1b3a096 req-0b510f89-a0b2-42a6-aae1-9464caa2185f service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received unexpected event network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 for instance with vm_state building and task_state spawning.
Nov 29 10:14:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e714993-9701-47f5-a5ed-01f6ed8b75cc req-e38feb71-baab-4a5c-9b65-1e2e3ea05dc3 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e714993-9701-47f5-a5ed-01f6ed8b75cc req-e38feb71-baab-4a5c-9b65-1e2e3ea05dc3 service nova] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e714993-9701-47f5-a5ed-01f6ed8b75cc req-e38feb71-baab-4a5c-9b65-1e2e3ea05dc3 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e714993-9701-47f5-a5ed-01f6ed8b75cc req-e38feb71-baab-4a5c-9b65-1e2e3ea05dc3 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e714993-9701-47f5-a5ed-01f6ed8b75cc req-e38feb71-baab-4a5c-9b65-1e2e3ea05dc3 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] No waiting events found dispatching network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:51 user nova-compute[75254]: WARNING nova.compute.manager [req-8e714993-9701-47f5-a5ed-01f6ed8b75cc req-e38feb71-baab-4a5c-9b65-1e2e3ea05dc3 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received unexpected event network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f for instance with vm_state building and task_state spawning.
Nov 29 10:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gvDTiBkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:14:52 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:14:52 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:14:52 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[074d6fc0-985b-4ff8-838a-325c555438dd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:14:52 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8fddfb-fa29-41d8-863d-3c2e8d8bdc4b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b] added
Nov 29 10:14:52 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53c7977-68d7-47b7-b14e-70118fe6c2c0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa2dcb7-3b9d-474c-9a8d-c44477118c92]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gvDTiBkW {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gvDTiBkW" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abd4006-9181-4304-aacf-981e8c48c23e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gvDTiBkW'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a643d5-37c9-4863-bd83-92d8897c1a9e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[45268f74-f1e1-4053-9ecd-606c91000d76]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:52 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:52 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[275ba3b1-c98c-4618-85b3-f3c8ab012074]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260]
Nov 29 10:14:52 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260] successful.
Nov 29 10:14:52 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[123e12ce-6503-44aa-907f-ea42ea09739b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[de47d2a1-b02e-44b1-a98b-0c651b89d07e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)
Nov 29 10:14:52 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:14:52 user nova-compute[75254]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)
Nov 29 10:14:52 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] HCTL ('34', '-', '-', 0) found on session 15 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc19555-5c47-4b1b-8d14-beca36f8c603]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:14:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gvDTiBkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:14:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Instance spawned successfully.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: INFO nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Took 7.80 seconds to spawn the instance on the hypervisor.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '23662323339343234', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662323339343234', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.objects.instance [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:14:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:14:53 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:14:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:14:53 user nova-compute[75254]:   <serial>419da1d9-a633-4829-bfde-46898dc4ef6b</serial>
Nov 29 10:14:53 user nova-compute[75254]: </disk>
Nov 29 10:14:53 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:14:53 user nova-compute[75254]: INFO nova.compute.manager [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Took 8.85 seconds to build instance.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6143fda7-f9cd-446f-a9b5-e02a64a9f4c1 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.963s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:14:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Instance spawned successfully.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a4e8e9a-a805-4b28-a30f-48d8b70c96b4 req-6be2b471-fad8-49dc-a0d8-5942da803d33 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a4e8e9a-a805-4b28-a30f-48d8b70c96b4 req-6be2b471-fad8-49dc-a0d8-5942da803d33 service nova] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a4e8e9a-a805-4b28-a30f-48d8b70c96b4 req-6be2b471-fad8-49dc-a0d8-5942da803d33 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a4e8e9a-a805-4b28-a30f-48d8b70c96b4 req-6be2b471-fad8-49dc-a0d8-5942da803d33 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a4e8e9a-a805-4b28-a30f-48d8b70c96b4 req-6be2b471-fad8-49dc-a0d8-5942da803d33 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] No waiting events found dispatching network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:14:53 user nova-compute[75254]: WARNING nova.compute.manager [req-5a4e8e9a-a805-4b28-a30f-48d8b70c96b4 req-6be2b471-fad8-49dc-a0d8-5942da803d33 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received unexpected event network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f for instance with vm_state building and task_state spawning.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:14:53 user nova-compute[75254]: INFO nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Took 7.57 seconds to spawn the instance on the hypervisor.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:14:53 user nova-compute[75254]: INFO nova.compute.manager [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Took 8.92 seconds to build instance.
Nov 29 10:14:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8b69d7ef-4680-4b25-9ab0-fd088673cf59 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "144d593f-4a8d-49b9-9f69-36207933d641" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.016s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:14:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No VIF found with MAC fa:16:3e:2a:c0:21, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:14:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-76d2e1a9-9b87-4f9d-8d83-62f8e8c872ca tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.540s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:14:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:14:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:14:56 user nova-compute[75254]: INFO nova.compute.manager [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Detaching volume 419da1d9-a633-4829-bfde-46898dc4ef6b
Nov 29 10:14:56 user nova-compute[75254]: INFO nova.virt.block_device [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attempting to driver detach volume 419da1d9-a633-4829-bfde-46898dc4ef6b from mountpoint /dev/vdb
Nov 29 10:14:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Attempting to detach device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:14:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:14:56 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:14:56 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:14:56 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:14:56 user nova-compute[75254]:   <serial>419da1d9-a633-4829-bfde-46898dc4ef6b</serial>
Nov 29 10:14:56 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:14:56 user nova-compute[75254]: </disk>
Nov 29 10:14:56 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:14:56 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config.
Nov 29 10:14:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:14:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:14:56 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:14:56 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:14:56 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:14:56 user nova-compute[75254]:   <serial>419da1d9-a633-4829-bfde-46898dc4ef6b</serial>
Nov 29 10:14:56 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:14:56 user nova-compute[75254]: </disk>
Nov 29 10:14:56 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:14:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:14:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:14:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Port 313d1c1f-2155-450d-aef8-02a748d3eb0f binding to destination host user is already ACTIVE {{(pid=75254) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:15:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Creating tmpfile /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/tmpn1e78uno to verify with other compute node that the instance is on the same shared storage. {{(pid=75254) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9625}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-14611828-50e9-4124-aa6b-78f8d131ca33 req-45a79b60-ab92-468d-b371-cc282a786e0a service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14611828-50e9-4124-aa6b-78f8d131ca33 req-45a79b60-ab92-468d-b371-cc282a786e0a service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14611828-50e9-4124-aa6b-78f8d131ca33 req-45a79b60-ab92-468d-b371-cc282a786e0a service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14611828-50e9-4124-aa6b-78f8d131ca33 req-45a79b60-ab92-468d-b371-cc282a786e0a service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-14611828-50e9-4124-aa6b-78f8d131ca33 req-45a79b60-ab92-468d-b371-cc282a786e0a service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:15 user nova-compute[75254]: WARNING nova.compute.manager [req-14611828-50e9-4124-aa6b-78f8d131ca33 req-45a79b60-ab92-468d-b371-cc282a786e0a service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state resized and task_state resize_reverting.
Nov 29 10:15:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance destroyed successfully.
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'resources' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:13:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:13:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG os_vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap313d1c1f-21, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7aa082a0-6f9a-4efc-8e6e-41060765cc19) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:16 user nova-compute[75254]: INFO os_vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21')
Nov 29 10:15:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:16 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d923dbc1-b00d-4cbf-872f-d7af356cb92b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:15:16 user nova-compute[75254]: No targets found.
Nov 29 10:15:16 user nova-compute[75254]: iSNS:
Nov 29 10:15:16 user nova-compute[75254]: No targets found.
Nov 29 10:15:16 user nova-compute[75254]: STATIC:
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: FIRMWARE:
Nov 29 10:15:16 user nova-compute[75254]: No targets found.
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:15:16 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:15:16 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df531a4-f688-4fd7-a69f-1b8dd3846c0d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1332a48-7aff-49d3-840a-456df111e3fb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44cbe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd7d555a-07be-4542-856a-e25573706aac]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b6c92e-47e5-46d6-a4e3-faaa396423d4]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce6653e3-dac2-4556-8635-dcb183a375bc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a85944-60ab-4999-a18a-c62a9d488953]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40570c4-4b86-4b60-b57c-c3fa6bb11373]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[674b2945-4a02-4e5c-a233-bc9cf8350bc8]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]
Nov 29 10:15:16 user nova-compute[75254]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[972c07f5-ce9a-4dc8-9de9-af2347c4f70e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== disconnect_volume: return (307ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:15:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f is timed out.
Nov 29 10:15:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config.
Nov 29 10:15:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gvDTiBkW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:16 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de4950e-e318-43a1-b851-6775cd06f2f5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:15:16 user nova-compute[75254]: No targets found.
Nov 29 10:15:16 user nova-compute[75254]: iSNS:
Nov 29 10:15:16 user nova-compute[75254]: No targets found.
Nov 29 10:15:16 user nova-compute[75254]: STATIC:
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:15:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:16 user nova-compute[75254]: FIRMWARE:
Nov 29 10:15:16 user nova-compute[75254]: No targets found.
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:15:16 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:15:16 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c82d18-a5a2-4f3a-b2c4-3aa71172723a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[229ef129-44d5-4114-b3ca-bff176c82daf]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:16 user nova-compute[75254]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b (non-flash)
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb43cbd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b2d148-f1b1-4bf1-a4b8-486d2faf191c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76d8e8b-73b8-4a78-b63a-375ccdc521c8]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce5b4ad-6591-4106-b3c8-d330c89b6382]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc4e9cf0-c2d8-4557-8ca8-bc3f43c0bf0c]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[58530001-b109-4b69-9b07-36d8feea4a0e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba9a143-11ee-4062-9558-adbf813dfe07]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260]
Nov 29 10:15:16 user nova-compute[75254]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b, portal: 172.16.0.220,3260] successful.
Nov 29 10:15:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:419da1d9-a633-4829-bfde-46898dc4ef6b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ace2baf-1091-4d7f-838a-85561fefd32b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== disconnect_volume: return (279ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'migration_context' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.objects.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Object Instance<0a1137b4-d6ce-43ec-9fe3-a1169cc9688b> lazy-loaded attributes: resources,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-2b423cdd-45d5-4f23-a36f-7ba41615b9ff req-10d8b582-3d1b-42c4-b74a-b4d7295a3371 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2b423cdd-45d5-4f23-a36f-7ba41615b9ff req-10d8b582-3d1b-42c4-b74a-b4d7295a3371 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2b423cdd-45d5-4f23-a36f-7ba41615b9ff req-10d8b582-3d1b-42c4-b74a-b4d7295a3371 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2b423cdd-45d5-4f23-a36f-7ba41615b9ff req-10d8b582-3d1b-42c4-b74a-b4d7295a3371 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-2b423cdd-45d5-4f23-a36f-7ba41615b9ff req-10d8b582-3d1b-42c4-b74a-b4d7295a3371 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:17 user nova-compute[75254]: WARNING nova.compute.manager [req-2b423cdd-45d5-4f23-a36f-7ba41615b9ff req-10d8b582-3d1b-42c4-b74a-b4d7295a3371 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state resized and task_state resize_reverting.
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.477s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-590b2d6d-78ab-468c-8d9f-a796102b4bce tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.690s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:17 user nova-compute[75254]: INFO nova.compute.manager [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Swapping old allocation on dict_keys(['05d7c936-0c16-45e1-abec-cd6c44bfc5bf']) held by migration ce03bf09-036c-4ad1-a2f0-ffdd7f83ed72 for instance
Nov 29 10:15:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Overwriting current allocation {'allocations': {'05d7c936-0c16-45e1-abec-cd6c44bfc5bf': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 23}}, 'project_id': 'ce3e4636759e4413b1549073d35774b3', 'user_id': '2f33d5c4058b402c817bdd6c69e8336e', 'consumer_generation': 1} on consumer 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquired lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Releasing lock "refresh_cache-0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG os_brick.utils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9031f2-f0f7-4f64-94d4-4c916377386a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[20dc9460-9295-4444-a138-081c84c8748a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[878905a9-c36c-499f-b767-c5cca335d618]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d70233bf-ef83-404a-8958-0b4063151526]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:15:18 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[726cba79-00c4-40a8-ae73-129d8b372bf0]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG os_brick.utils [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:15:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updating instance_info_cache with network_info: [{"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-2d5d7e57-6cce-44fb-932c-52d76a78cefb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:25 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:15:25 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7044MB free_disk=25.193374633789062GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 01d6a53a-8ec0-4784-a97e-3784a0c09217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance bb53223c-c0cd-4ccd-9521-3df511b21661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 144d593f-4a8d-49b9-9f69-36207933d641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:15:25 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.775s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Starting finish_revert_migration {{(pid=75254) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11816}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start _get_guest_xml network_info=[{"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '0a1137b4-d6ce-43ec-9fe3-a1169cc9688b', 'attached_at': '2023-11-29T10:15:26.000000', 'detached_at': '', 'volume_id': '471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'serial': '471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc'}, 'attachment_id': 'fb03c13d-8ba7-4787-a13e-3de16a4b3587', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:15:26 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:15:26 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.objects.instance [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:26 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e26155f-4ead-4615-8c9b-20d0747d68ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:15:26 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[52315c0c-b3b4-46f2-86d2-b1b4e3596502]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc] added
Nov 29 10:15:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea2408e7-6172-4be1-84fe-4b1c747b8777]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[278a73e6-f921-41fb-8faa-bc4c9842056a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v serftTlo {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v serftTlo" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[20227403-2b7d-488a-a468-1103bdb73503]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'serftTlo'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de9fe14-deef-4b82-9e1a-4a2f4521c060]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b224a815-6400-4a67-8052-1ddcb31b2e8f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:26 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:26 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf44a44-e4ff-44d3-8caa-2650cef67cdc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]
Nov 29 10:15:26 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.
Nov 29 10:15:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a25034e-8745-446e-bc70-8cf68f50047c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[472c7a5c-19c1-4a05-9eb6-c5cc95549d06]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:26 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:26 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:26 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:26 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c0da1a-d79c-49e1-8d34-ae0e8757b5d3]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: WARNING nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor.
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 9db16be6-1126-4d97-9c20-b16bc5796bfc {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid f056ff49-0b96-4a59-b9ff-c7a00f53630c {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 01d6a53a-8ec0-4784-a97e-3784a0c09217 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid bb53223c-c0cd-4ccd-9521-3df511b21661 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 641998ff-7999-4e17-b15f-fb23d6af85fa {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 144d593f-4a8d-49b9-9f69-36207933d641 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: INFO nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "144d593f-4a8d-49b9-9f69-36207933d641" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:15:26 user nova-compute[75254]: WARNING oslo_messaging._drivers.amqpdriver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.077s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.086s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.092s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.100s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.098s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.113s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "144d593f-4a8d-49b9-9f69-36207933d641" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '23931616662343432', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931616662343432', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:13:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:15:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:15:27 user nova-compute[75254]:   <uuid>0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</uuid>
Nov 29 10:15:27 user nova-compute[75254]:   <name>instance-00000005</name>
Nov 29 10:15:27 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:15:27 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:15:27 user nova-compute[75254]:   <metadata>
Nov 29 10:15:27 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:15:27 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:15:27 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherB-server-2064500823</nova:name>
Nov 29 10:15:27 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:15:26</nova:creationTime>
Nov 29 10:15:27 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:15:27 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:15:27 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:15:27 user nova-compute[75254]:       <nova:owner>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:user uuid="2f33d5c4058b402c817bdd6c69e8336e">tempest-ServerActionsTestOtherB-1460661515-project-member</nova:user>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:project uuid="ce3e4636759e4413b1549073d35774b3">tempest-ServerActionsTestOtherB-1460661515</nova:project>
Nov 29 10:15:27 user nova-compute[75254]:       </nova:owner>
Nov 29 10:15:27 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:15:27 user nova-compute[75254]:       <nova:ports>
Nov 29 10:15:27 user nova-compute[75254]:         <nova:port uuid="313d1c1f-2155-450d-aef8-02a748d3eb0f">
Nov 29 10:15:27 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:15:27 user nova-compute[75254]:         </nova:port>
Nov 29 10:15:27 user nova-compute[75254]:       </nova:ports>
Nov 29 10:15:27 user nova-compute[75254]:     </nova:instance>
Nov 29 10:15:27 user nova-compute[75254]:   </metadata>
Nov 29 10:15:27 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:15:27 user nova-compute[75254]:     <system>
Nov 29 10:15:27 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:15:27 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:15:27 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:15:27 user nova-compute[75254]:       <entry name="serial">0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</entry>
Nov 29 10:15:27 user nova-compute[75254]:       <entry name="uuid">0a1137b4-d6ce-43ec-9fe3-a1169cc9688b</entry>
Nov 29 10:15:27 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:15:27 user nova-compute[75254]:     </system>
Nov 29 10:15:27 user nova-compute[75254]:   </sysinfo>
Nov 29 10:15:27 user nova-compute[75254]:   <os>
Nov 29 10:15:27 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:15:27 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:15:27 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:15:27 user nova-compute[75254]:   </os>
Nov 29 10:15:27 user nova-compute[75254]:   <features>
Nov 29 10:15:27 user nova-compute[75254]:     <acpi/>
Nov 29 10:15:27 user nova-compute[75254]:     <apic/>
Nov 29 10:15:27 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:15:27 user nova-compute[75254]:   </features>
Nov 29 10:15:27 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:15:27 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:15:27 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:15:27 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:15:27 user nova-compute[75254]:   </clock>
Nov 29 10:15:27 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:15:27 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:15:27 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:15:27 user nova-compute[75254]:   </cpu>
Nov 29 10:15:27 user nova-compute[75254]:   <devices>
Nov 29 10:15:27 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:15:27 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:15:27 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk"/>
Nov 29 10:15:27 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:15:27 user nova-compute[75254]:     </disk>
Nov 29 10:15:27 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:15:27 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:15:27 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:15:27 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:15:27 user nova-compute[75254]:       <serial>471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc</serial>
Nov 29 10:15:27 user nova-compute[75254]:     </disk>
Nov 29 10:15:27 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:15:27 user nova-compute[75254]:       <mac address="fa:16:3e:21:22:42"/>
Nov 29 10:15:27 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:15:27 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:15:27 user nova-compute[75254]:       <target dev="tap313d1c1f-21"/>
Nov 29 10:15:27 user nova-compute[75254]:     </interface>
Nov 29 10:15:27 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:15:27 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/console.log" append="off"/>
Nov 29 10:15:27 user nova-compute[75254]:     </serial>
Nov 29 10:15:27 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:15:27 user nova-compute[75254]:     <video>
Nov 29 10:15:27 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:15:27 user nova-compute[75254]:     </video>
Nov 29 10:15:27 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:15:27 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:15:27 user nova-compute[75254]:     </rng>
Nov 29 10:15:27 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:15:27 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:15:27 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:15:27 user nova-compute[75254]:     </memballoon>
Nov 29 10:15:27 user nova-compute[75254]:   </devices>
Nov 29 10:15:27 user nova-compute[75254]: </domain>
Nov 29 10:15:27 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:13:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:15:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG os_vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2886f3e3-d933-5cc6-aa0b-1d9b51dbd81d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap313d1c1f-21, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap313d1c1f-21, col_values=(('qos', UUID('dafdf9ce-59df-43ba-b321-02d2e0f44d31')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap313d1c1f-21, col_values=(('external_ids', {'iface-id': '313d1c1f-2155-450d-aef8-02a748d3eb0f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:22:42', 'vm-uuid': '0a1137b4-d6ce-43ec-9fe3-a1169cc9688b'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:27 user nova-compute[75254]: INFO os_vif [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21')
Nov 29 10:15:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-e50e94b2-2d37-46f3-bfb0-4bafdf4f99b7 req-4f8c8103-e9f2-4fc3-8113-4d6644d65a25 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e50e94b2-2d37-46f3-bfb0-4bafdf4f99b7 req-4f8c8103-e9f2-4fc3-8113-4d6644d65a25 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e50e94b2-2d37-46f3-bfb0-4bafdf4f99b7 req-4f8c8103-e9f2-4fc3-8113-4d6644d65a25 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e50e94b2-2d37-46f3-bfb0-4bafdf4f99b7 req-4f8c8103-e9f2-4fc3-8113-4d6644d65a25 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-e50e94b2-2d37-46f3-bfb0-4bafdf4f99b7 req-4f8c8103-e9f2-4fc3-8113-4d6644d65a25 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:29 user nova-compute[75254]: WARNING nova.compute.manager [req-e50e94b2-2d37-46f3-bfb0-4bafdf4f99b7 req-4f8c8103-e9f2-4fc3-8113-4d6644d65a25 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state resized and task_state resize_reverting.
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:29 user nova-compute[75254]: INFO nova.compute.manager [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Terminating instance
Nov 29 10:15:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-ce72a697-b48c-4c28-8fd8-7b77562d3916 req-d0caaf9f-46ef-46c2-9578-162419450930 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-vif-unplugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ce72a697-b48c-4c28-8fd8-7b77562d3916 req-d0caaf9f-46ef-46c2-9578-162419450930 service nova] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ce72a697-b48c-4c28-8fd8-7b77562d3916 req-d0caaf9f-46ef-46c2-9578-162419450930 service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ce72a697-b48c-4c28-8fd8-7b77562d3916 req-d0caaf9f-46ef-46c2-9578-162419450930 service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-ce72a697-b48c-4c28-8fd8-7b77562d3916 req-d0caaf9f-46ef-46c2-9578-162419450930 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] No waiting events found dispatching network-vif-unplugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-ce72a697-b48c-4c28-8fd8-7b77562d3916 req-d0caaf9f-46ef-46c2-9578-162419450930 service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-vif-unplugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:15:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Instance destroyed successfully.
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lazy-loading 'resources' on Instance uuid 01d6a53a-8ec0-4784-a97e-3784a0c09217 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1681893785',display_name='tempest-TestVolumeSwap-server-1681893785',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1681893785',id=8,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF/Dmgrr5I1opyf8hojOe7KOpZ4HvfQpzKINmBuxVnHnTb0QqoFto/8L75RgQLJildEyZ7hd9SKYrOpfSDBGOsSbF+XDoJJf1tbQjZ4N+X5NGes2wDzQAF6/QJ9S/swH/A==',key_name='tempest-keypair-266835105',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:10:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6f41dc67621541c0ab6bb979691a70c1',ramdisk_id='',reservation_id='r-ldto4mwz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1975130131',owner_user_name='tempest-TestVolumeSwap-1975130131-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:10:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49e12b812c564b228fed2cfa2fcee242',uuid=01d6a53a-8ec0-4784-a97e-3784a0c09217,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Converting VIF {"id": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "address": "fa:16:3e:e2:78:09", "network": {"id": "f0149403-c001-4e8f-88b5-ed0388141932", "bridge": "br-int", "label": "tempest-TestVolumeSwap-505940721-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6f41dc67621541c0ab6bb979691a70c1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48c66999-37", "ovs_interfaceid": "48c66999-379b-4401-ac7c-e7a52d0a8dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_vif [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48c66999-37, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e92ae6d-d992-41ce-ae9c-8623e1ef673b) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:30 user nova-compute[75254]: INFO os_vif [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:78:09,bridge_name='br-int',has_traffic_filtering=True,id=48c66999-379b-4401-ac7c-e7a52d0a8dc5,network=Network(f0149403-c001-4e8f-88b5-ed0388141932),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48c66999-37')
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TqamErjU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj', 'volume_id': 'f3f2287c-707b-4466-a79c-aa6b93fc829d'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:30 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1442cdcb-685b-4b20-ab03-bf5fa9781a13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:15:30 user nova-compute[75254]: No targets found.
Nov 29 10:15:30 user nova-compute[75254]: iSNS:
Nov 29 10:15:30 user nova-compute[75254]: No targets found.
Nov 29 10:15:30 user nova-compute[75254]: STATIC:
Nov 29 10:15:30 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d
Nov 29 10:15:30 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:30 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:30 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:15:30 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:30 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:30 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:15:30 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:15:30 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:15:30 user nova-compute[75254]: FIRMWARE:
Nov 29 10:15:30 user nova-compute[75254]: No targets found.
Nov 29 10:15:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:15:30 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:15:30 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c29fe0-3d35-4c7c-a755-2cd1e9c90eb2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9669869-c949-4dd6-83ac-80e8d9a63bbc]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:30 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:30 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d (non-flash)
Nov 29 10:15:30 user nova-compute[75254]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:30 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4714af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d'): ({'sdj'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Removing single pathed devices sdj {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc3bcc0-c0c3-4187-9c39-7970414a0a4f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebd850f-9e23-49dd-b5a9-63f773b17378]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Flushing IO for device /dev/sdj {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc37a876-f4f0-4703-824d-bbb26c4e011d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.033s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c5d666-f207-4d8c-8266-59e03c00ec61]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] SCSI volumes sdj have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[792425aa-719e-40f4-958d-12659d1c5018]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[20ade85c-c864-4cd6-a436-661edda694f1]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260]
Nov 29 10:15:30 user nova-compute[75254]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d, portal: 172.16.0.220,3260] successful.
Nov 29 10:15:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3f2287c-707b-4466-a79c-aa6b93fc829d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb3a4740-365e-41da-bae6-57af71f2ad85]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] <== disconnect_volume: return (307ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:15:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Deleting instance files /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217_del
Nov 29 10:15:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Deletion of /opt/stack/data/nova/instances/01d6a53a-8ec0-4784-a97e-3784a0c09217_del complete
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:30 user nova-compute[75254]: INFO nova.compute.manager [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Terminating instance
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:15:30 user nova-compute[75254]: INFO nova.compute.manager [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 29 10:15:30 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:15:30 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:15:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance running successfully.
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] finish_revert_migration finished successfully. {{(pid=75254) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11860}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-386770f7-51d5-402c-a6ad-d52ebaa5cf91 req-fde525be-421d-473a-9b4e-69b2ad78f30c service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-386770f7-51d5-402c-a6ad-d52ebaa5cf91 req-fde525be-421d-473a-9b4e-69b2ad78f30c service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-386770f7-51d5-402c-a6ad-d52ebaa5cf91 req-fde525be-421d-473a-9b4e-69b2ad78f30c service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-386770f7-51d5-402c-a6ad-d52ebaa5cf91 req-fde525be-421d-473a-9b4e-69b2ad78f30c service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-386770f7-51d5-402c-a6ad-d52ebaa5cf91 req-fde525be-421d-473a-9b4e-69b2ad78f30c service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:31 user nova-compute[75254]: WARNING nova.compute.manager [req-386770f7-51d5-402c-a6ad-d52ebaa5cf91 req-fde525be-421d-473a-9b4e-69b2ad78f30c service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state resized and task_state resize_reverting.
Nov 29 10:15:31 user nova-compute[75254]: INFO nova.compute.manager [None req-52378887-cbb9-4041-8ce1-16f3f9245acf tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance to original state: 'active'
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Instance destroyed successfully.
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lazy-loading 'resources' on Instance uuid 2d5d7e57-6cce-44fb-932c-52d76a78cefb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-346020864',display_name='tempest-VolumesAdminNegativeTest-server-346020864',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-346020864',id=6,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMUVAJiTFoo0r/rA8TKo6KV7jEJvC79gAKM0sGOKFbeCUC2L3mNggboaEBvde2/IotHB+cz7qRZ/X5a/dApGAv3H81tmt3sBoVUd7Cc7S2smjbCtm5ckImBHWcxwxKbfaw==',key_name='tempest-keypair-1125936874',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d72e539edd3b4bfb95c8ad702d337468',ramdisk_id='',reservation_id='r-hsd66u23',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-828835441',owner_user_name='tempest-VolumesAdminNegativeTest-828835441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:09:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cb2b78d06aae469396a6a4faa88f882b',uuid=2d5d7e57-6cce-44fb-932c-52d76a78cefb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converting VIF {"id": "5b453602-0845-431c-9754-8881e67e2f4c", "address": "fa:16:3e:73:c2:a2", "network": {"id": "50024695-2044-452a-b1e9-404ac6c5e683", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-258380819-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d72e539edd3b4bfb95c8ad702d337468", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b453602-08", "ovs_interfaceid": "5b453602-0845-431c-9754-8881e67e2f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG os_vif [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b453602-08, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=01a48581-70dd-4b5b-857b-7b6ac41208c2) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:31 user nova-compute[75254]: INFO os_vif [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:c2:a2,bridge_name='br-int',has_traffic_filtering=True,id=5b453602-0845-431c-9754-8881e67e2f4c,network=Network(50024695-2044-452a-b1e9-404ac6c5e683),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b453602-08')
Nov 29 10:15:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Deleting instance files /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb_del
Nov 29 10:15:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Deletion of /opt/stack/data/nova/instances/2d5d7e57-6cce-44fb-932c-52d76a78cefb_del complete
Nov 29 10:15:31 user nova-compute[75254]: INFO nova.compute.manager [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 29 10:15:31 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:15:31 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:15:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-99d5d916-0683-41a1-81df-bbadb1283ecc req-e2df9c7b-0f18-4c19-a6ff-d6155efd823b service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-99d5d916-0683-41a1-81df-bbadb1283ecc req-e2df9c7b-0f18-4c19-a6ff-d6155efd823b service nova] Acquiring lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-99d5d916-0683-41a1-81df-bbadb1283ecc req-e2df9c7b-0f18-4c19-a6ff-d6155efd823b service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-99d5d916-0683-41a1-81df-bbadb1283ecc req-e2df9c7b-0f18-4c19-a6ff-d6155efd823b service nova] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-99d5d916-0683-41a1-81df-bbadb1283ecc req-e2df9c7b-0f18-4c19-a6ff-d6155efd823b service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] No waiting events found dispatching network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:32 user nova-compute[75254]: WARNING nova.compute.manager [req-99d5d916-0683-41a1-81df-bbadb1283ecc req-e2df9c7b-0f18-4c19-a6ff-d6155efd823b service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received unexpected event network-vif-plugged-48c66999-379b-4401-ac7c-e7a52d0a8dc5 for instance with vm_state active and task_state deleting.
Nov 29 10:15:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:32 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:15:32 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Took 1.75 seconds to deallocate network for instance.
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:15:33 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Took 1.18 seconds to deallocate network for instance.
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-vif-unplugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] No waiting events found dispatching network-vif-unplugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:33 user nova-compute[75254]: WARNING nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received unexpected event network-vif-unplugged-5b453602-0845-431c-9754-8881e67e2f4c for instance with vm_state deleted and task_state None.
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] Acquiring lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] No waiting events found dispatching network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:33 user nova-compute[75254]: WARNING nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received unexpected event network-vif-plugged-5b453602-0845-431c-9754-8881e67e2f4c for instance with vm_state deleted and task_state None.
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Received event network-vif-deleted-48c66999-379b-4401-ac7c-e7a52d0a8dc5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-216117f4-0a37-4620-89f5-c6a86cfc7524 req-07189610-428f-4539-883f-7269607cc65c service nova] [instance: 2d5d7e57-6cce-44fb-932c-52d76a78cefb] Received event network-vif-deleted-5b453602-0845-431c-9754-8881e67e2f4c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.390s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:33 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Deleted allocations for instance 2d5d7e57-6cce-44fb-932c-52d76a78cefb
Nov 29 10:15:33 user nova-compute[75254]: INFO nova.compute.manager [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] [instance: 01d6a53a-8ec0-4784-a97e-3784a0c09217] Took 0.86 seconds to detach 1 volumes for instance.
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9d93baa1-2a83-4771-968a-7b861bf2dbfc tempest-VolumesAdminNegativeTest-828835441 tempest-VolumesAdminNegativeTest-828835441-project-member] Lock "2d5d7e57-6cce-44fb-932c-52d76a78cefb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.733s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:15:33 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:15:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:34 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Deleted allocations for instance 01d6a53a-8ec0-4784-a97e-3784a0c09217
Nov 29 10:15:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c248cc8c-77eb-4397-9873-748f5def56ed tempest-TestVolumeSwap-1975130131 tempest-TestVolumeSwap-1975130131-project-member] Lock "01d6a53a-8ec0-4784-a97e-3784a0c09217" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.444s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:15:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG nova.objects.instance [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:49 user nova-compute[75254]: INFO nova.compute.manager [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attaching volume 660203d6-8f27-4363-ad9d-6895fa59e774 to /dev/vdb
Nov 29 10:15:49 user nova-compute[75254]: DEBUG os_brick.utils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[527ccd68-a179-4391-8a0e-0e44d94f1217]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3561b75e-beba-4e2c-9726-1e2111233a66]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[231d35ef-2b5c-4653-938d-0bbfc9172cba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[51af1055-69f4-4623-a2fd-b2771326a55d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:15:49 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:15:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e8703a-2d0b-4383-aa43-bb552f8a31b5]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG os_brick.utils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:49 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating existing volume attachment record: 79573ac8-8fcf-4fdc-a169-3744e6c45937 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:15:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWIscwy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:15:56 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:56 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:15:56 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c88123-3e1d-4809-a9d8-9e9dd03ac8f9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:15:56 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec492bae-2a6d-4038-8e95-1bb1d305e5e8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774] added
Nov 29 10:15:56 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b72fa9-2544-4132-b921-625eb6f727b3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d3cd35-cddd-4370-88c1-375fda9ff33c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQWIscwy {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQWIscwy" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aaefab0-cba9-4d45-868d-a48afd3f2a3f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lQWIscwy'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e8a8b9-93c8-460f-b7b6-2cf1798188cc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cbc480e-0708-40cc-a3ec-ccf8a481658f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:56 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:56 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:56 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:56 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deb0bf0-f9b2-4d88-902c-20761fd18ce0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260]
Nov 29 10:15:56 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260] successful.
Nov 29 10:15:56 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93d770c-5ebb-4333-818f-33632abe7791]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a3603e3-13ec-44ce-a917-5a293eb33834]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:57 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:57 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:15:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:15:57 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:15:57 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:15:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] HCTL ('35', '-', '-', 0) found on session 17 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef2929e-dd98-44a8-ab25-79ccf4276aab]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:15:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching for a device in session 17 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWIscwy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== connect_volume: return (1392ms) {'type': 'block', 'scsi_wwn': '26636626262666239', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636626262666239', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:15:58 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:15:58 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:15:58 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:15:58 user nova-compute[75254]:   <serial>660203d6-8f27-4363-ad9d-6895fa59e774</serial>
Nov 29 10:15:58 user nova-compute[75254]: </disk>
Nov 29 10:15:58 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:15:58 user nova-compute[75254]: INFO nova.compute.manager [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Unrescuing
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No VIF found with MAC fa:16:3e:2a:c0:21, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'flavor' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-77d09c49-90e0-45a2-9536-a101060b0dd3 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.464s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e82516e-8520-48cb-ad83-8c77a6fb4e49 req-910ded77-a1e9-43d0-8a3f-2576974b5c36 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e82516e-8520-48cb-ad83-8c77a6fb4e49 req-910ded77-a1e9-43d0-8a3f-2576974b5c36 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e82516e-8520-48cb-ad83-8c77a6fb4e49 req-910ded77-a1e9-43d0-8a3f-2576974b5c36 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e82516e-8520-48cb-ad83-8c77a6fb4e49 req-910ded77-a1e9-43d0-8a3f-2576974b5c36 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:15:58 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e82516e-8520-48cb-ad83-8c77a6fb4e49 req-910ded77-a1e9-43d0-8a3f-2576974b5c36 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:15:58 user nova-compute[75254]: WARNING nova.compute.manager [req-8e82516e-8520-48cb-ad83-8c77a6fb4e49 req-910ded77-a1e9-43d0-8a3f-2576974b5c36 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:15:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:15:59 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance destroyed successfully.
Nov 29 10:16:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:00 user nova-compute[75254]: INFO nova.compute.manager [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Detaching volume 660203d6-8f27-4363-ad9d-6895fa59e774
Nov 29 10:16:00 user nova-compute[75254]: INFO nova.virt.block_device [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attempting to driver detach volume 660203d6-8f27-4363-ad9d-6895fa59e774 from mountpoint /dev/vdb
Nov 29 10:16:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Attempting to detach device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:16:00 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:16:00 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:16:00 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:16:00 user nova-compute[75254]:   <serial>660203d6-8f27-4363-ad9d-6895fa59e774</serial>
Nov 29 10:16:00 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:16:00 user nova-compute[75254]: </disk>
Nov 29 10:16:00 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:16:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config.
Nov 29 10:16:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:16:00 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:16:00 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:16:00 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:16:00 user nova-compute[75254]:   <serial>660203d6-8f27-4363-ad9d-6895fa59e774</serial>
Nov 29 10:16:00 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:16:00 user nova-compute[75254]: </disk>
Nov 29 10:16:00 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:01 user nova-compute[75254]: WARNING nova.compute.manager [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:16:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:01 user nova-compute[75254]: WARNING nova.compute.manager [req-6f7f228a-4f36-4bfa-af2f-7e665a803962 req-8b44102f-e4e6-4f6e-b7e4-23a82bdd581d service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:16:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:16:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b1406207-3c66-4b6e-a0e9-e97ed4c38170 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-929f9c6a-b8c8-4aa5-8b55-25f8aa41183e req-360dc0d9-8a62-43ac-83d0-ae49da5c03ca service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-929f9c6a-b8c8-4aa5-8b55-25f8aa41183e req-360dc0d9-8a62-43ac-83d0-ae49da5c03ca service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-929f9c6a-b8c8-4aa5-8b55-25f8aa41183e req-360dc0d9-8a62-43ac-83d0-ae49da5c03ca service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-929f9c6a-b8c8-4aa5-8b55-25f8aa41183e req-360dc0d9-8a62-43ac-83d0-ae49da5c03ca service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-929f9c6a-b8c8-4aa5-8b55-25f8aa41183e req-360dc0d9-8a62-43ac-83d0-ae49da5c03ca service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:03 user nova-compute[75254]: WARNING nova.compute.manager [req-929f9c6a-b8c8-4aa5-8b55-25f8aa41183e req-360dc0d9-8a62-43ac-83d0-ae49da5c03ca service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state active and task_state None.
Nov 29 10:16:03 user nova-compute[75254]: INFO nova.compute.manager [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Unrescuing
Nov 29 10:16:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:03 user nova-compute[75254]: DEBUG nova.network.neutron [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG nova.network.neutron [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'flavor' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lazy-loading 'flavor' on Instance uuid bb53223c-c0cd-4ccd-9521-3df511b21661 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:04 user nova-compute[75254]: INFO nova.compute.manager [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Attaching volume 2974132a-c298-4a8c-a761-56014f5a4772 to /dev/vdb
Nov 29 10:16:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG os_brick.utils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[506a81f1-de92-4861-b063-5cfccb36f253]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb15f340-87e5-4887-87da-7e2ae0d7e216]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65e7995-fb43-477c-b785-dc3be6f0a85e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a42d3c32-9e29-43ff-925b-6bf3353d3c94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:04 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:16:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2deb088-21d6-4129-a8fb-e7f1c6bfc361]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG os_brick.utils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:04 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Updating existing volume attachment record: b9ab7792-6059-4c66-8de9-8b2c0bd7b875 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:16:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance destroyed successfully.
Nov 29 10:16:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:05 user nova-compute[75254]: WARNING nova.compute.manager [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:16:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:05 user nova-compute[75254]: WARNING nova.compute.manager [req-1d5f20c3-f06c-4093-aba2-a56890fe5916 req-7c5aa0a1-df16-4be5-b236-742e01208bf6 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:07 user nova-compute[75254]: WARNING nova.compute.manager [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:16:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:07 user nova-compute[75254]: WARNING nova.compute.manager [req-8d56c876-918d-40c7-963d-59d1339456e8 req-a5f150af-07db-4fd0-9f2d-3642c72338d5 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:16:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-98137ab6-e100-4ac4-8254-287a6ce8f96a tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:16:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aZPFnghx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:12 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:16:12 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:16:12 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[db3e8123-65a5-48ff-a302-e7e384547dda]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:16:12 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6912252b-e3e2-43c7-93e3-a2c3b3101efe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772] added
Nov 29 10:16:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e69ba3-0d2a-44a5-8111-ac6170b21dd7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a00d62c-77cc-4917-8ff4-9afd22d46635]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aZPFnghx {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aZPFnghx" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4031082-6111-4c5a-b004-2c2b3657937f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aZPFnghx'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd1df0a7-d222-475e-9b98-67a11092ccd9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1954a5d6-d990-4210-90b5-e445b77c32c7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1497076-9f5c-46b5-97a7-78e5caffcf24]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260]
Nov 29 10:16:12 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260] successful.
Nov 29 10:16:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[428acad8-8939-4e68-b849-1abe86240d85]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4d582c-8ba2-48e2-a80c-c1a023a2ca30]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 (non-flash)
Nov 29 10:16:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] HCTL ('36', '-', '-', 0) found on session 18 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2053469-32dd-4de8-ae13-ddd71fe65c38]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Searching for a device in session 18 and hctl ['36', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Searching for a device in session 18 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aZPFnghx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23461373866643631', 'path': '/dev/sde'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461373866643631', 'path': '/dev/sde'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG nova.objects.instance [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lazy-loading 'flavor' on Instance uuid bb53223c-c0cd-4ccd-9521-3df511b21661 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:16:13 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:16:13 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:16:13 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:16:13 user nova-compute[75254]:   <serial>2974132a-c298-4a8c-a761-56014f5a4772</serial>
Nov 29 10:16:13 user nova-compute[75254]: </disk>
Nov 29 10:16:13 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:16:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:16:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:16:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] No VIF found with MAC fa:16:3e:2c:ab:59, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:16:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-408832a2-7dc0-4c6b-b648-972cba1a1d65 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.861s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:15 user nova-compute[75254]: INFO nova.compute.manager [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Terminating instance
Nov 29 10:16:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f341e83-aeea-4e01-bd7b-ae6ab7755a0f req-c2060d19-6806-4fbc-8bde-0be4f335c986 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-vif-unplugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f341e83-aeea-4e01-bd7b-ae6ab7755a0f req-c2060d19-6806-4fbc-8bde-0be4f335c986 service nova] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f341e83-aeea-4e01-bd7b-ae6ab7755a0f req-c2060d19-6806-4fbc-8bde-0be4f335c986 service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f341e83-aeea-4e01-bd7b-ae6ab7755a0f req-c2060d19-6806-4fbc-8bde-0be4f335c986 service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f341e83-aeea-4e01-bd7b-ae6ab7755a0f req-c2060d19-6806-4fbc-8bde-0be4f335c986 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] No waiting events found dispatching network-vif-unplugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f341e83-aeea-4e01-bd7b-ae6ab7755a0f req-c2060d19-6806-4fbc-8bde-0be4f335c986 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-vif-unplugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:16:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Instance destroyed successfully.
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lazy-loading 'resources' on Instance uuid bb53223c-c0cd-4ccd-9521-3df511b21661 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1593446476',display_name='tempest-DeleteServersTestJSON-server-1593446476',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1593446476',id=16,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:14:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d314d29b8e134527925672e2f01cc734',ramdisk_id='',reservation_id='r-k045enk4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-317821662',owner_user_name='tempest-DeleteServersTestJSON-317821662-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:14:23Z,user_data=None,user_id='95dbf346eecf4e2ebbe4976aaef4a5c8',uuid=bb53223c-c0cd-4ccd-9521-3df511b21661,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Converting VIF {"id": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "address": "fa:16:3e:2c:ab:59", "network": {"id": "694ebb57-1559-42f6-aff1-baebd4bd100e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1677198668-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d314d29b8e134527925672e2f01cc734", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3fb8844-b2", "ovs_interfaceid": "e3fb8844-b22a-4f75-b99d-4b224807ef61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_vif [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3fb8844-b2, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5846da56-f8d5-4d47-a1f0-88e23976f2b8) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:16 user nova-compute[75254]: INFO os_vif [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:ab:59,bridge_name='br-int',has_traffic_filtering=True,id=e3fb8844-b22a-4f75-b99d-4b224807ef61,network=Network(694ebb57-1559-42f6-aff1-baebd4bd100e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3fb8844-b2')
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aZPFnghx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:16 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a19d38-b2ba-4bbd-9f4f-8526264ce660]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:16:16 user nova-compute[75254]: No targets found.
Nov 29 10:16:16 user nova-compute[75254]: iSNS:
Nov 29 10:16:16 user nova-compute[75254]: No targets found.
Nov 29 10:16:16 user nova-compute[75254]: STATIC:
Nov 29 10:16:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774
Nov 29 10:16:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772
Nov 29 10:16:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:16:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:16 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:16:16 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:16 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:16 user nova-compute[75254]: FIRMWARE:
Nov 29 10:16:16 user nova-compute[75254]: No targets found.
Nov 29 10:16:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:16:16 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:16:16 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8155608-2851-4107-8772-99b9396c2a5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b553471c-1964-42fe-9277-2f11bc2a93d8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:16 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:16 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:16 user nova-compute[75254]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 (non-flash)
Nov 29 10:16:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:16 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:16 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:16 user nova-compute[75254]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 (non-flash)
Nov 29 10:16:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb40f8dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772'): ({'sde'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Removing single pathed devices sde {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c80130-a65a-4f96-841c-2d1e0f96c2fe]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57e7da66-3a8f-4b93-b45c-871ceaaf597a]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Flushing IO for device /dev/sde {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fa4dbcf-6b35-44b5-857e-b84094044973]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd31aa3-18d2-4fb1-ae52-68bef44791ff]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[66741f67-894f-4bdb-9175-ba15a91130d9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e95d2606-48ca-4f78-8cd6-f153199563c3]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260]
Nov 29 10:16:16 user nova-compute[75254]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772, portal: 172.16.0.220,3260] successful.
Nov 29 10:16:16 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2974132a-c298-4a8c-a761-56014f5a4772 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2353caad-b63c-4323-b924-3d49349189be]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] <== disconnect_volume: return (299ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:16:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Deleting instance files /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661_del
Nov 29 10:16:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Deletion of /opt/stack/data/nova/instances/bb53223c-c0cd-4ccd-9521-3df511b21661_del complete
Nov 29 10:16:16 user nova-compute[75254]: INFO nova.compute.manager [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 29 10:16:16 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:16:16 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:17 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Took 0.45 seconds to deallocate network for instance.
Nov 29 10:16:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] Acquiring lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] No waiting events found dispatching network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:17 user nova-compute[75254]: WARNING nova.compute.manager [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received unexpected event network-vif-plugged-e3fb8844-b22a-4f75-b99d-4b224807ef61 for instance with vm_state active and task_state deleting.
Nov 29 10:16:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-ab7c2711-8081-4a51-a642-448ebb37be12 req-0e9f9ae0-a7f9-4e40-9133-50623bc280c6 service nova] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Received event network-vif-deleted-e3fb8844-b22a-4f75-b99d-4b224807ef61 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:17 user nova-compute[75254]: INFO nova.compute.manager [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] [instance: bb53223c-c0cd-4ccd-9521-3df511b21661] Took 0.75 seconds to detach 1 volumes for instance.
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:16:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:16:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:18 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Deleted allocations for instance bb53223c-c0cd-4ccd-9521-3df511b21661
Nov 29 10:16:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-db246792-4df9-43ce-855a-d9e209fcb0a8 tempest-DeleteServersTestJSON-317821662 tempest-DeleteServersTestJSON-317821662-project-member] Lock "bb53223c-c0cd-4ccd-9521-3df511b21661" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.941s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:16:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:16:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f is timed out.
Nov 29 10:16:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config.
Nov 29 10:16:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQWIscwy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:21 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5614acc-4894-466e-a2bf-087c775c082a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:16:21 user nova-compute[75254]: No targets found.
Nov 29 10:16:21 user nova-compute[75254]: iSNS:
Nov 29 10:16:21 user nova-compute[75254]: No targets found.
Nov 29 10:16:21 user nova-compute[75254]: STATIC:
Nov 29 10:16:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774
Nov 29 10:16:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:16:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:21 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:16:21 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:16:21 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:16:21 user nova-compute[75254]: FIRMWARE:
Nov 29 10:16:21 user nova-compute[75254]: No targets found.
Nov 29 10:16:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:16:21 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:16:21 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf26abe-6648-4748-991a-50fccad9a24d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5794d2-e29a-446d-9deb-03965c96d282]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:21 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:21 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:21 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:21 user nova-compute[75254]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 (non-flash)
Nov 29 10:16:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4483490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[144f29cb-4d04-4a7c-a50f-cd6747ed32d0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4551289-3c99-449c-abd6-70429ec53635]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6b3b12-da45-4156-9f8a-c00f624f6595]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce3b0d8-d374-4984-8188-e3f506f95d42]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b05768a-e26a-4eba-9f8e-06bd45826e41]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[22c8c13a-d5ad-4075-af6b-290a7f92a038]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260]
Nov 29 10:16:21 user nova-compute[75254]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774, portal: 172.16.0.220,3260] successful.
Nov 29 10:16:21 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:660203d6-8f27-4363-ad9d-6895fa59e774 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[af0c2456-58fc-4bb0-b681-2f1118d19d85]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== disconnect_volume: return (339ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-changed-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Refreshing instance network info cache due to event network-changed-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG nova.network.neutron [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Refreshing network info cache for port f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c6c5f12d-cac1-44b2-85e3-a811350725b1 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.215s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG nova.network.neutron [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updated VIF entry in instance network info cache for port f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG nova.network.neutron [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e914712-6ace-44da-8eae-b9bba3bf0f69 req-629aacaf-a99e-46a9-8754-b37e345c677a service nova] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:25 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:16:25 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7365MB free_disk=25.301063537597656GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 144d593f-4a8d-49b9-9f69-36207933d641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:16:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.488s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:16:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:16:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "144d593f-4a8d-49b9-9f69-36207933d641" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:35 user nova-compute[75254]: INFO nova.compute.manager [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Terminating instance
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Instance destroyed successfully.
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lazy-loading 'resources' on Instance uuid 144d593f-4a8d-49b9-9f69-36207933d641 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1987329842',display_name='tempest-VolumesNegativeTest-instance-1987329842',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1987329842',id=19,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:14:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='354d8a37dd214affb0f4b1f8227c1f66',ramdisk_id='',reservation_id='r-pj9e07nr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-853023024',owner_user_name='tempest-VolumesNegativeTest-853023024-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:14:54Z,user_data=None,user_id='41270f2dfeb742c4adae03105068d121',uuid=144d593f-4a8d-49b9-9f69-36207933d641,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Converting VIF {"id": "42931bcc-7d70-47ec-90e3-233a38bae80f", "address": "fa:16:3e:28:ff:50", "network": {"id": "44accf56-9ad1-4bb1-8d2e-e0d09379a5fd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1360982810d04d2b9742bc026aa86b5e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42931bcc-7d", "ovs_interfaceid": "42931bcc-7d70-47ec-90e3-233a38bae80f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG os_vif [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42931bcc-7d, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2be25336-552e-4e35-8aac-b6a7e5b149d6) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:35 user nova-compute[75254]: INFO os_vif [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:ff:50,bridge_name='br-int',has_traffic_filtering=True,id=42931bcc-7d70-47ec-90e3-233a38bae80f,network=Network(44accf56-9ad1-4bb1-8d2e-e0d09379a5fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42931bcc-7d')
Nov 29 10:16:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Deleting instance files /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641_del
Nov 29 10:16:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Deletion of /opt/stack/data/nova/instances/144d593f-4a8d-49b9-9f69-36207933d641_del complete
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-e9133c8e-f5f1-4aa1-af11-4b53e8e3e030 req-01aabf00-1f02-45f2-bba6-e3e24d02d743 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-vif-unplugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e9133c8e-f5f1-4aa1-af11-4b53e8e3e030 req-01aabf00-1f02-45f2-bba6-e3e24d02d743 service nova] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e9133c8e-f5f1-4aa1-af11-4b53e8e3e030 req-01aabf00-1f02-45f2-bba6-e3e24d02d743 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e9133c8e-f5f1-4aa1-af11-4b53e8e3e030 req-01aabf00-1f02-45f2-bba6-e3e24d02d743 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-e9133c8e-f5f1-4aa1-af11-4b53e8e3e030 req-01aabf00-1f02-45f2-bba6-e3e24d02d743 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] No waiting events found dispatching network-vif-unplugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-e9133c8e-f5f1-4aa1-af11-4b53e8e3e030 req-01aabf00-1f02-45f2-bba6-e3e24d02d743 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-vif-unplugged-42931bcc-7d70-47ec-90e3-233a38bae80f for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:16:35 user nova-compute[75254]: INFO nova.compute.manager [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Took 0.76 seconds to destroy the instance on the hypervisor.
Nov 29 10:16:35 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:16:35 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:36 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Took 0.64 seconds to deallocate network for instance.
Nov 29 10:16:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e550f4e-b7c7-4db9-9a9e-4cdf54b9d1e2 req-cb103a04-2ab3-499c-b8f4-d0d78c0c6bf6 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-vif-deleted-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:16:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.331s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:36 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Deleted allocations for instance 144d593f-4a8d-49b9-9f69-36207933d641
Nov 29 10:16:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9bd0926c-2720-48ca-91dd-046ea58c6466 tempest-VolumesNegativeTest-853023024 tempest-VolumesNegativeTest-853023024-project-member] Lock "144d593f-4a8d-49b9-9f69-36207933d641" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.998s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received event network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] Acquiring lock "144d593f-4a8d-49b9-9f69-36207933d641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] Lock "144d593f-4a8d-49b9-9f69-36207933d641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] No waiting events found dispatching network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:37 user nova-compute[75254]: WARNING nova.compute.manager [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 144d593f-4a8d-49b9-9f69-36207933d641] Received unexpected event network-vif-plugged-42931bcc-7d70-47ec-90e3-233a38bae80f for instance with vm_state deleted and task_state None.
Nov 29 10:16:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-changed-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Refreshing instance network info cache due to event network-changed-30514923-55a5-40d8-8270-a7486084e0b1. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] Acquiring lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] Acquired lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:37 user nova-compute[75254]: DEBUG nova.network.neutron [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Refreshing network info cache for port 30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:16:38 user nova-compute[75254]: DEBUG nova.network.neutron [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updated VIF entry in instance network info cache for port 30514923-55a5-40d8-8270-a7486084e0b1. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:16:38 user nova-compute[75254]: DEBUG nova.network.neutron [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updating instance_info_cache with network_info: [{"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3b5a88e3-160c-4db6-aef2-d20fbc495f85 req-7c83e1cc-6f5c-4e4f-8b03-0e856d5747e7 service nova] Releasing lock "refresh_cache-3d2fb888-ecfc-475d-8770-49d40204e5a1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:16:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:16:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:39 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:16:39 user nova-compute[75254]: INFO nova.compute.claims [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Claim successful on node user
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.629s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.policy [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9054ca1ea6714365b1b1bce902e8e8dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f8d5a97ac2348fdbb3c84ecbfbfb455', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:16:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Creating image(s)
Nov 29 10:16:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lazy-loading 'flavor' on Instance uuid 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:41 user nova-compute[75254]: INFO nova.compute.manager [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Attaching volume e0c092bd-b931-4742-998f-74daa7be4a54 to /dev/vdb
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk 1073741824" returned: 0 in 0.058s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG os_brick.utils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9554f30d-dc90-4c20-9e0e-3a3cee574041]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[321173bf-0c8d-43a9-9b08-198a784df736]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b64496-be2a-4d1e-b16a-015f6ecc4b10]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d64f1ba-2c5b-4aaf-8171-5cf9f7a3600d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:41 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a307e8f8-c4ce-4566-89b5-d491f89b5fe8]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG os_brick.utils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updating existing volume attachment record: f934716e-50f6-47c7-ac6a-82ca222db0e3 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Checking if we can resize image /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Successfully created port: f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Cannot resize image /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Ensure instance console log exists: /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Successfully updated port: f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing instance network info cache due to event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance network_info: |[{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Start _get_guest_xml network_info=[{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:16:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:16:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1421832738',display_name='tempest-ServerStableDeviceRescueTest-server-1421832738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1421832738',id=20,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI2/Nkub9OpSG0XaCKWj1meknC7HMMMzuVgYef8KrcTDqtJesuj200fYIO0NmyGkjJpaUWJYdP2tYWFxmekU9amNHUgIYbbyMErvJ5sL8vNwqO+Yqt+nVvymeaNNBnNhvA==',key_name='tempest-keypair-346299291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8d5a97ac2348fdbb3c84ecbfbfb455',ramdisk_id='',reservation_id='r-z079ym6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-601741020',owner_user_name='tempest-ServerStableDeviceRescueTest-601741020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:16:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9054ca1ea6714365b1b1bce902e8e8dc',uuid=efa76a1d-14ec-471a-ac84-62276707685b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converting VIF {"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'pci_devices' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:16:42 user nova-compute[75254]:   <uuid>efa76a1d-14ec-471a-ac84-62276707685b</uuid>
Nov 29 10:16:42 user nova-compute[75254]:   <name>instance-00000014</name>
Nov 29 10:16:42 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:16:42 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:16:42 user nova-compute[75254]:   <metadata>
Nov 29 10:16:42 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:16:42 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:16:42 user nova-compute[75254]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1421832738</nova:name>
Nov 29 10:16:42 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:16:42</nova:creationTime>
Nov 29 10:16:42 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:16:42 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:16:42 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:16:42 user nova-compute[75254]:       <nova:owner>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:user uuid="9054ca1ea6714365b1b1bce902e8e8dc">tempest-ServerStableDeviceRescueTest-601741020-project-member</nova:user>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:project uuid="1f8d5a97ac2348fdbb3c84ecbfbfb455">tempest-ServerStableDeviceRescueTest-601741020</nova:project>
Nov 29 10:16:42 user nova-compute[75254]:       </nova:owner>
Nov 29 10:16:42 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:16:42 user nova-compute[75254]:       <nova:ports>
Nov 29 10:16:42 user nova-compute[75254]:         <nova:port uuid="f9b7e3ff-0d9f-4752-a975-5947fb70e111">
Nov 29 10:16:42 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:16:42 user nova-compute[75254]:         </nova:port>
Nov 29 10:16:42 user nova-compute[75254]:       </nova:ports>
Nov 29 10:16:42 user nova-compute[75254]:     </nova:instance>
Nov 29 10:16:42 user nova-compute[75254]:   </metadata>
Nov 29 10:16:42 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:16:42 user nova-compute[75254]:     <system>
Nov 29 10:16:42 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:16:42 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:16:42 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:16:42 user nova-compute[75254]:       <entry name="serial">efa76a1d-14ec-471a-ac84-62276707685b</entry>
Nov 29 10:16:42 user nova-compute[75254]:       <entry name="uuid">efa76a1d-14ec-471a-ac84-62276707685b</entry>
Nov 29 10:16:42 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:16:42 user nova-compute[75254]:     </system>
Nov 29 10:16:42 user nova-compute[75254]:   </sysinfo>
Nov 29 10:16:42 user nova-compute[75254]:   <os>
Nov 29 10:16:42 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:16:42 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:16:42 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:16:42 user nova-compute[75254]:   </os>
Nov 29 10:16:42 user nova-compute[75254]:   <features>
Nov 29 10:16:42 user nova-compute[75254]:     <acpi/>
Nov 29 10:16:42 user nova-compute[75254]:     <apic/>
Nov 29 10:16:42 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:16:42 user nova-compute[75254]:   </features>
Nov 29 10:16:42 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:16:42 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:16:42 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:16:42 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:16:42 user nova-compute[75254]:   </clock>
Nov 29 10:16:42 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:16:42 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:16:42 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:16:42 user nova-compute[75254]:   </cpu>
Nov 29 10:16:42 user nova-compute[75254]:   <devices>
Nov 29 10:16:42 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:16:42 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:16:42 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk"/>
Nov 29 10:16:42 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:16:42 user nova-compute[75254]:     </disk>
Nov 29 10:16:42 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:16:42 user nova-compute[75254]:       <mac address="fa:16:3e:9a:ce:44"/>
Nov 29 10:16:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:16:42 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:16:42 user nova-compute[75254]:       <target dev="tapf9b7e3ff-0d"/>
Nov 29 10:16:42 user nova-compute[75254]:     </interface>
Nov 29 10:16:42 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:16:42 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/console.log" append="off"/>
Nov 29 10:16:42 user nova-compute[75254]:     </serial>
Nov 29 10:16:42 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:16:42 user nova-compute[75254]:     <video>
Nov 29 10:16:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:16:42 user nova-compute[75254]:     </video>
Nov 29 10:16:42 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:16:42 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:16:42 user nova-compute[75254]:     </rng>
Nov 29 10:16:42 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:16:42 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:16:42 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:16:42 user nova-compute[75254]:     </memballoon>
Nov 29 10:16:42 user nova-compute[75254]:   </devices>
Nov 29 10:16:42 user nova-compute[75254]: </domain>
Nov 29 10:16:42 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1421832738',display_name='tempest-ServerStableDeviceRescueTest-server-1421832738',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1421832738',id=20,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI2/Nkub9OpSG0XaCKWj1meknC7HMMMzuVgYef8KrcTDqtJesuj200fYIO0NmyGkjJpaUWJYdP2tYWFxmekU9amNHUgIYbbyMErvJ5sL8vNwqO+Yqt+nVvymeaNNBnNhvA==',key_name='tempest-keypair-346299291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f8d5a97ac2348fdbb3c84ecbfbfb455',ramdisk_id='',reservation_id='r-z079ym6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-601741020',owner_user_name='tempest-ServerStableDeviceRescueTest-601741020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:16:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9054ca1ea6714365b1b1bce902e8e8dc',uuid=efa76a1d-14ec-471a-ac84-62276707685b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converting VIF {"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG os_vif [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db13efbc-ad6c-5ee5-a166-e852f4ede61f', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf9b7e3ff-0d, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf9b7e3ff-0d, col_values=(('qos', UUID('e162d629-36e3-44a9-908d-276386968269')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf9b7e3ff-0d, col_values=(('external_ids', {'iface-id': 'f9b7e3ff-0d9f-4752-a975-5947fb70e111', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:ce:44', 'vm-uuid': 'efa76a1d-14ec-471a-ac84-62276707685b'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:42 user nova-compute[75254]: INFO os_vif [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d')
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:16:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No VIF found with MAC fa:16:3e:9a:ce:44, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:16:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updated VIF entry in instance network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:16:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bae69b4c-010b-4e2e-b3e5-ca1bed461910 req-48bd70c2-aa59-46bd-9616-5a2a570d065e service nova] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:16:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-0f2f10ac-d181-407c-a48d-5f6a0c446d06 req-dcc2bb01-3fd2-4d2b-85ab-924bad426eac service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f2f10ac-d181-407c-a48d-5f6a0c446d06 req-dcc2bb01-3fd2-4d2b-85ab-924bad426eac service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f2f10ac-d181-407c-a48d-5f6a0c446d06 req-dcc2bb01-3fd2-4d2b-85ab-924bad426eac service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f2f10ac-d181-407c-a48d-5f6a0c446d06 req-dcc2bb01-3fd2-4d2b-85ab-924bad426eac service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-0f2f10ac-d181-407c-a48d-5f6a0c446d06 req-dcc2bb01-3fd2-4d2b-85ab-924bad426eac service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:46 user nova-compute[75254]: WARNING nova.compute.manager [req-0f2f10ac-d181-407c-a48d-5f6a0c446d06 req-dcc2bb01-3fd2-4d2b-85ab-924bad426eac service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state building and task_state spawning.
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance spawned successfully.
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:16:46 user nova-compute[75254]: INFO nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Took 5.66 seconds to spawn the instance on the hypervisor.
Nov 29 10:16:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:16:46 user nova-compute[75254]: INFO nova.compute.manager [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Took 6.78 seconds to build instance.
Nov 29 10:16:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-549e45a8-b130-4335-90b1-73fafcc5f477 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.894s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-4fdb429a-f04d-4cf7-b1a4-ac3d686c38db req-b55bb601-66af-4bc6-a1d7-5bc08510c843 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4fdb429a-f04d-4cf7-b1a4-ac3d686c38db req-b55bb601-66af-4bc6-a1d7-5bc08510c843 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4fdb429a-f04d-4cf7-b1a4-ac3d686c38db req-b55bb601-66af-4bc6-a1d7-5bc08510c843 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4fdb429a-f04d-4cf7-b1a4-ac3d686c38db req-b55bb601-66af-4bc6-a1d7-5bc08510c843 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-4fdb429a-f04d-4cf7-b1a4-ac3d686c38db req-b55bb601-66af-4bc6-a1d7-5bc08510c843 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:16:48 user nova-compute[75254]: WARNING nova.compute.manager [req-4fdb429a-f04d-4cf7-b1a4-ac3d686c38db req-b55bb601-66af-4bc6-a1d7-5bc08510c843 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state active and task_state None.
Nov 29 10:16:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTAUkOqP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:49 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:16:49 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:16:49 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f4c3dbd-827f-42c5-818e-b5aa062c279e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:16:49 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[adab0dd8-5fc6-4c05-b2ef-8b109e3511d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54] added
Nov 29 10:16:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a058c43-207b-46b4-8679-416409dd72cc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.066s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[13c59731-df85-40d8-a18d-148ca7f926bf]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTAUkOqP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTAUkOqP" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ee4f34-c090-42c5-99af-e047030f457d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CTAUkOqP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.103s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[64728298-6d92-4613-938a-9002bd02140d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d6707e8-1b70-4e04-b809-f2b5ac0afcbf]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:49 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:49 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:16:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b40499-49c6-4339-8551-9b757f882168]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260]
Nov 29 10:16:50 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260] successful.
Nov 29 10:16:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a7211e-da73-4dc8-a6e9-0b07ed57d7b1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7481114e-6030-4cb6-b8fe-11d173a6323f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:50 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:50 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:16:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:16:50 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:16:50 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:16:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.460s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[272ca9e5-150d-4285-9d54-75fdb230d1da]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTAUkOqP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.489s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] <== connect_volume: return (1491ms) {'type': 'block', 'scsi_wwn': '23964323736353336', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964323736353336', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lazy-loading 'flavor' on Instance uuid 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:16:51 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:16:51 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:16:51 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:16:51 user nova-compute[75254]:   <serial>e0c092bd-b931-4742-998f-74daa7be4a54</serial>
Nov 29 10:16:51 user nova-compute[75254]: </disk>
Nov 29 10:16:51 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] No VIF found with MAC fa:16:3e:64:48:db, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:16:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-959b7fb1-221b-4fbd-a556-125e49dff0f7 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.606s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG nova.objects.instance [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:53 user nova-compute[75254]: INFO nova.compute.manager [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Detaching volume e0c092bd-b931-4742-998f-74daa7be4a54
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:53 user nova-compute[75254]: INFO nova.compute.manager [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attaching volume 9df3b987-28cf-4646-b6c8-dc4475ae0f05 to /dev/vdb
Nov 29 10:16:53 user nova-compute[75254]: INFO nova.virt.block_device [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Attempting to driver detach volume e0c092bd-b931-4742-998f-74daa7be4a54 from mountpoint /dev/vdb
Nov 29 10:16:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Attempting to detach device vdb from instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:16:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:16:53 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:16:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:16:53 user nova-compute[75254]:   <serial>e0c092bd-b931-4742-998f-74daa7be4a54</serial>
Nov 29 10:16:53 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:16:53 user nova-compute[75254]: </disk>
Nov 29 10:16:53 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:16:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Successfully detached device vdb from instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 from the persistent domain config.
Nov 29 10:16:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:16:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:16:53 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:16:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:16:53 user nova-compute[75254]:   <serial>e0c092bd-b931-4742-998f-74daa7be4a54</serial>
Nov 29 10:16:53 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:16:53 user nova-compute[75254]: </disk>
Nov 29 10:16:53 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG os_brick.utils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[768b5ae1-f7c3-4081-8d95-69c253d44e46]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4024f1a1-bc42-4a64-a105-dc022e1078a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[37bb5a86-24a2-4b9a-9c09-16fafd5ed8ba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0963dc-d233-4500-ad15-599242129393]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:54 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:16:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2083be6a-ef62-473d-839b-24accf61f555]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG os_brick.utils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating existing volume attachment record: 4215a67d-43c4-42f5-8489-18db6815e261 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:16:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:16:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:16:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:16:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:16:55 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:16:55 user nova-compute[75254]: INFO nova.compute.claims [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Claim successful on node user
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:16:56 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.policy [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a7ef9fb29fc46de94e87bb39451f69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3e67b96c6294fc7bd4fc28bdb385455', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:16:56 user nova-compute[75254]: INFO nova.virt.block_device [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Booting with volume 0bcbcd8b-ea55-4cb7-a782-516d22b223f7 at /dev/vda
Nov 29 10:16:56 user nova-compute[75254]: DEBUG os_brick.utils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b3d9fe2-f501-470a-ad27-ea2ba5f3e2a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c118b289-65e2-4864-b71e-f9d34f6326f8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6105aa-965c-4cef-a4ac-7f5bd8da260d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b17e84d6-d57b-4a51-9798-297301d94d90]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:16:56 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:16:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[11ff0363-8d5f-4315-af99-8de93a14976e]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG os_brick.utils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:16:56 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updating existing volume attachment record: 73dd1c61-5fc0-404a-86c1-80ca8fdb635b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Successfully created port: 61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Successfully updated port: 61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquired lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-changed-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Refreshing instance network info cache due to event network-changed-61cf98cc-735d-4f8c-bf3b-1307fb00402d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] Acquiring lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:16:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updating instance_info_cache with network_info: [{"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Releasing lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance network_info: |[{"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] Acquired lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Refreshing network info cache for port 61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updated VIF entry in instance network info cache for port 61cf98cc-735d-4f8c-bf3b-1307fb00402d. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updating instance_info_cache with network_info: [{"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:16:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f4e2641-4ad4-4a42-96a5-bfb720119f55 req-219b08ce-850f-4363-a735-481317bf4624 service nova] Releasing lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkdONaFh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:17:01 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:17:01 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:17:01 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a1d179-204b-43d2-b73b-0929b7ec6541]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:17:01 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad7de82-2681-428a-8d27-2921a23f75d1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05] added
Nov 29 10:17:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e830d406-68be-4a0c-bb3e-305274ea4768]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac3b571-f869-479b-ad0b-77829bb443ee]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkdONaFh {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkdONaFh" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1da585ac-f936-4a20-8b0a-b64e6d7b492d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AkdONaFh'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[17177482-1cf5-40fc-bb87-8c04c30ded35]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[101c5e80-f750-4e3b-96c7-a45744775e34]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14a694d-8634-4133-b53b-f5e028a8f9c2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260]
Nov 29 10:17:01 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260] successful.
Nov 29 10:17:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59cd3241-359b-41d5-bb83-228bfc510eff]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[82a60c40-9031-40d0-8ea5-b26b0ea12f5c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:01 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] HCTL ('36', '-', '-', 0) found on session 20 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[84bd8993-6f25-4b44-81c0-8ee53a4d4448]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Searching for a device in session 20 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:17:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkdONaFh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23264373339396331', 'path': '/dev/sde'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264373339396331', 'path': '/dev/sde'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG nova.objects.instance [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:17:02 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:17:02 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:17:02 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:17:02 user nova-compute[75254]:   <serial>9df3b987-28cf-4646-b6c8-dc4475ae0f05</serial>
Nov 29 10:17:02 user nova-compute[75254]: </disk>
Nov 29 10:17:02 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:17:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:17:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:17:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] No VIF found with MAC fa:16:3e:2a:c0:21, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:17:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-461e402e-b0a5-48e2-859e-de0e662280b2 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.581s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:17:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Creating image(s)
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Ensure instance console log exists: /opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Start _get_guest_xml network_info=[{"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd24c95e8-526c-4cf3-b5c4-24b78c431302', 'attached_at': '', 'detached_at': '', 'volume_id': '0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'serial': '0bcbcd8b-ea55-4cb7-a782-516d22b223f7'}, 'attachment_id': '73dd1c61-5fc0-404a-86c1-80ca8fdb635b', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:17:04 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:17:04 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:17:04 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:17:04 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:17:04 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca917cf0-dda9-4212-8f12-cb2413f4040e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:17:04 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[03dbbe6a-ba19-4cf7-bf6d-4b96965605c3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7] added
Nov 29 10:17:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c60a50f6-e374-4d18-807a-73422ff9c9af]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aaeaa94-c353-4cd4-9229-6fc4e79e2cc9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRkoQPOe {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRkoQPOe" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa6034d1-c2d5-43a1-a1f1-d0b0b3c29f0c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MRkoQPOe'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[60c0d8e5-ba90-45c4-adea-5b25e80c1462]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aae7f9a-37cc-414f-b73a-9d6b04745fde]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c270d26e-c0f5-44b7-bb4a-c165a735f691]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]
Nov 29 10:17:04 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.
Nov 29 10:17:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c044b45a-ad1e-4d01-adac-4c730641c0f6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c63ccb4-6895-4bde-a749-bb5e5a71b6e2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:17:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] HCTL ('37', '-', '-', 0) found on session 21 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2b21621-e0bf-4539-bd8f-d804acba083f]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching for a device in session 21 and hctl ['37', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:05 user nova-compute[75254]: INFO nova.compute.manager [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Detaching volume 9df3b987-28cf-4646-b6c8-dc4475ae0f05
Nov 29 10:17:05 user nova-compute[75254]: INFO nova.virt.block_device [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Attempting to driver detach volume 9df3b987-28cf-4646-b6c8-dc4475ae0f05 from mountpoint /dev/vdb
Nov 29 10:17:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Attempting to detach device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:17:05 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:17:05 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:17:05 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:17:05 user nova-compute[75254]:   <serial>9df3b987-28cf-4646-b6c8-dc4475ae0f05</serial>
Nov 29 10:17:05 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:17:05 user nova-compute[75254]: </disk>
Nov 29 10:17:05 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:17:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the persistent domain config.
Nov 29 10:17:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:17:05 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:17:05 user nova-compute[75254]:   <source dev="/dev/sde"/>
Nov 29 10:17:05 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:17:05 user nova-compute[75254]:   <serial>9df3b987-28cf-4646-b6c8-dc4475ae0f05</serial>
Nov 29 10:17:05 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:17:05 user nova-compute[75254]: </disk>
Nov 29 10:17:05 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching for a device in session 21 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26362313538376530', 'path': '/dev/sdf'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:17:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362313538376530', 'path': '/dev/sdf'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1662631741',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1662631741',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEB5PhazEptiQu2ZzBflyTDij+fBHEU8N4U6TzB7sifzkG5oIJfoE/xkNMylprNiqBq/AlF8KCHDAe1iesB/t5opeNFUx9R8kUnmx9IaQ7VJaInhx4/ooG24Hd0BwUbY1Q==',key_name='tempest-keypair-477789538',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e3e67b96c6294fc7bd4fc28bdb385455',ramdisk_id='',reservation_id='r-00qg0uwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-370599090',owner_user_name='tempest-ServerActionsV293TestJSON-370599090-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:16:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a7ef9fb29fc46de94e87bb39451f69b',uuid=d24c95e8-526c-4cf3-b5c4-24b78c431302,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converting VIF {"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lazy-loading 'pci_devices' on Instance uuid d24c95e8-526c-4cf3-b5c4-24b78c431302 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:17:06 user nova-compute[75254]:   <uuid>d24c95e8-526c-4cf3-b5c4-24b78c431302</uuid>
Nov 29 10:17:06 user nova-compute[75254]:   <name>instance-00000015</name>
Nov 29 10:17:06 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:17:06 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:17:06 user nova-compute[75254]:   <metadata>
Nov 29 10:17:06 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:17:06 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:17:06 user nova-compute[75254]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1662631741</nova:name>
Nov 29 10:17:06 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:17:04</nova:creationTime>
Nov 29 10:17:06 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:17:06 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:17:06 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:17:06 user nova-compute[75254]:       <nova:owner>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:user uuid="5a7ef9fb29fc46de94e87bb39451f69b">tempest-ServerActionsV293TestJSON-370599090-project-member</nova:user>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:project uuid="e3e67b96c6294fc7bd4fc28bdb385455">tempest-ServerActionsV293TestJSON-370599090</nova:project>
Nov 29 10:17:06 user nova-compute[75254]:       </nova:owner>
Nov 29 10:17:06 user nova-compute[75254]:       <nova:ports>
Nov 29 10:17:06 user nova-compute[75254]:         <nova:port uuid="61cf98cc-735d-4f8c-bf3b-1307fb00402d">
Nov 29 10:17:06 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 10:17:06 user nova-compute[75254]:         </nova:port>
Nov 29 10:17:06 user nova-compute[75254]:       </nova:ports>
Nov 29 10:17:06 user nova-compute[75254]:     </nova:instance>
Nov 29 10:17:06 user nova-compute[75254]:   </metadata>
Nov 29 10:17:06 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:17:06 user nova-compute[75254]:     <system>
Nov 29 10:17:06 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:17:06 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:17:06 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:17:06 user nova-compute[75254]:       <entry name="serial">d24c95e8-526c-4cf3-b5c4-24b78c431302</entry>
Nov 29 10:17:06 user nova-compute[75254]:       <entry name="uuid">d24c95e8-526c-4cf3-b5c4-24b78c431302</entry>
Nov 29 10:17:06 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:17:06 user nova-compute[75254]:     </system>
Nov 29 10:17:06 user nova-compute[75254]:   </sysinfo>
Nov 29 10:17:06 user nova-compute[75254]:   <os>
Nov 29 10:17:06 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:17:06 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:17:06 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:17:06 user nova-compute[75254]:   </os>
Nov 29 10:17:06 user nova-compute[75254]:   <features>
Nov 29 10:17:06 user nova-compute[75254]:     <acpi/>
Nov 29 10:17:06 user nova-compute[75254]:     <apic/>
Nov 29 10:17:06 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:17:06 user nova-compute[75254]:   </features>
Nov 29 10:17:06 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:17:06 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:17:06 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:17:06 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:17:06 user nova-compute[75254]:   </clock>
Nov 29 10:17:06 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:17:06 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:17:06 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:17:06 user nova-compute[75254]:   </cpu>
Nov 29 10:17:06 user nova-compute[75254]:   <devices>
Nov 29 10:17:06 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:17:06 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:17:06 user nova-compute[75254]:       <source dev="/dev/sdf"/>
Nov 29 10:17:06 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:17:06 user nova-compute[75254]:       <serial>0bcbcd8b-ea55-4cb7-a782-516d22b223f7</serial>
Nov 29 10:17:06 user nova-compute[75254]:     </disk>
Nov 29 10:17:06 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:17:06 user nova-compute[75254]:       <mac address="fa:16:3e:55:a6:d0"/>
Nov 29 10:17:06 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:17:06 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:17:06 user nova-compute[75254]:       <target dev="tap61cf98cc-73"/>
Nov 29 10:17:06 user nova-compute[75254]:     </interface>
Nov 29 10:17:06 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:17:06 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302/console.log" append="off"/>
Nov 29 10:17:06 user nova-compute[75254]:     </serial>
Nov 29 10:17:06 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:17:06 user nova-compute[75254]:     <video>
Nov 29 10:17:06 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:17:06 user nova-compute[75254]:     </video>
Nov 29 10:17:06 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:17:06 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:17:06 user nova-compute[75254]:     </rng>
Nov 29 10:17:06 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:17:06 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:17:06 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:17:06 user nova-compute[75254]:     </memballoon>
Nov 29 10:17:06 user nova-compute[75254]:   </devices>
Nov 29 10:17:06 user nova-compute[75254]: </domain>
Nov 29 10:17:06 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1662631741',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1662631741',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEB5PhazEptiQu2ZzBflyTDij+fBHEU8N4U6TzB7sifzkG5oIJfoE/xkNMylprNiqBq/AlF8KCHDAe1iesB/t5opeNFUx9R8kUnmx9IaQ7VJaInhx4/ooG24Hd0BwUbY1Q==',key_name='tempest-keypair-477789538',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e3e67b96c6294fc7bd4fc28bdb385455',ramdisk_id='',reservation_id='r-00qg0uwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-370599090',owner_user_name='tempest-ServerActionsV293TestJSON-370599090-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:16:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a7ef9fb29fc46de94e87bb39451f69b',uuid=d24c95e8-526c-4cf3-b5c4-24b78c431302,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converting VIF {"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG os_vif [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '81a74e6c-d2fb-58b9-b9ae-af165714ffc9', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61cf98cc-73, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61cf98cc-73, col_values=(('qos', UUID('3de84a47-b62d-4df4-be07-b1ce97aa4842')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61cf98cc-73, col_values=(('external_ids', {'iface-id': '61cf98cc-735d-4f8c-bf3b-1307fb00402d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:a6:d0', 'vm-uuid': 'd24c95e8-526c-4cf3-b5c4-24b78c431302'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:06 user nova-compute[75254]: INFO os_vif [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73')
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:17:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] No VIF found with MAC fa:16:3e:55:a6:d0, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-106b2656-a9af-4c89-884b-0000e391ee89 req-a08e4bce-e284-4343-9ff2-228fcf35fe1b service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-106b2656-a9af-4c89-884b-0000e391ee89 req-a08e4bce-e284-4343-9ff2-228fcf35fe1b service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-106b2656-a9af-4c89-884b-0000e391ee89 req-a08e4bce-e284-4343-9ff2-228fcf35fe1b service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-106b2656-a9af-4c89-884b-0000e391ee89 req-a08e4bce-e284-4343-9ff2-228fcf35fe1b service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-106b2656-a9af-4c89-884b-0000e391ee89 req-a08e4bce-e284-4343-9ff2-228fcf35fe1b service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:17:07 user nova-compute[75254]: WARNING nova.compute.manager [req-106b2656-a9af-4c89-884b-0000e391ee89 req-a08e4bce-e284-4343-9ff2-228fcf35fe1b service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state building and task_state spawning.
Nov 29 10:17:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:17:09 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance spawned successfully.
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:17:09 user nova-compute[75254]: INFO nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Took 5.07 seconds to spawn the instance on the hypervisor.
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8582db3a-a4ec-4eb7-9964-8558e3b618f3 req-8d2e1834-fa26-4e06-a040-ff126593e97f service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8582db3a-a4ec-4eb7-9964-8558e3b618f3 req-8d2e1834-fa26-4e06-a040-ff126593e97f service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8582db3a-a4ec-4eb7-9964-8558e3b618f3 req-8d2e1834-fa26-4e06-a040-ff126593e97f service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8582db3a-a4ec-4eb7-9964-8558e3b618f3 req-8d2e1834-fa26-4e06-a040-ff126593e97f service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-8582db3a-a4ec-4eb7-9964-8558e3b618f3 req-8d2e1834-fa26-4e06-a040-ff126593e97f service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:17:09 user nova-compute[75254]: WARNING nova.compute.manager [req-8582db3a-a4ec-4eb7-9964-8558e3b618f3 req-8d2e1834-fa26-4e06-a040-ff126593e97f service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state building and task_state spawning.
Nov 29 10:17:09 user nova-compute[75254]: INFO nova.compute.manager [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Took 13.91 seconds to build instance.
Nov 29 10:17:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7724de41-8151-4f82-a068-79597e9e0e8d tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 is timed out.
Nov 29 10:17:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Successfully detached device vdb from instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 from the live domain config.
Nov 29 10:17:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTAUkOqP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:17:14 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e516bba-d0ff-41a9-93d9-b0c9e3fa980a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:17:14 user nova-compute[75254]: No targets found.
Nov 29 10:17:14 user nova-compute[75254]: iSNS:
Nov 29 10:17:14 user nova-compute[75254]: No targets found.
Nov 29 10:17:14 user nova-compute[75254]: STATIC:
Nov 29 10:17:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05
Nov 29 10:17:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:17:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:17:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54
Nov 29 10:17:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:17:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:14 user nova-compute[75254]: FIRMWARE:
Nov 29 10:17:14 user nova-compute[75254]: No targets found.
Nov 29 10:17:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:17:14 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:17:14 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c099312-169f-498e-8fee-7b00d592847b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab926c8-b521-4b28-93dc-833c2bd7a1c2]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:17:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba46d6dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[31841120-2dca-4bdb-abe5-f8f39d299c9c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2876337a-eb26-4680-adf0-2f8aca485246]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[29b1fab6-d9b2-4a73-bad0-aeb208609a30]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e1f4d7-8439-435e-88e1-0b6bb3338922]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf33d5b1-fc5b-4142-88fb-2d7033abacf1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[327dfa8e-0851-41a5-bd45-d5475da4a79a]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260]
Nov 29 10:17:14 user nova-compute[75254]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54, portal: 172.16.0.220,3260] successful.
Nov 29 10:17:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0c092bd-b931-4742-998f-74daa7be4a54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dbb4a7f-22cd-4b64-beb9-92196d579cbf]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] <== disconnect_volume: return (308ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:17:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:17:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lazy-loading 'flavor' on Instance uuid 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-487e20ec-e38f-4908-a9c6-1fe7f68c86f8 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:17:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 9db16be6-1126-4d97-9c20-b16bc5796bfc {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updating instance_info_cache with network_info: [{"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-9db16be6-1126-4d97-9c20-b16bc5796bfc" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 33f41372-34dd-43bf-b298-3497d694530f is timed out.
Nov 29 10:17:25 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully detached device vdb from instance 33f41372-34dd-43bf-b298-3497d694530f from the live domain config.
Nov 29 10:17:25 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkdONaFh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:17:25 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ba291a-7a7a-4d7a-8261-6a141a864d94]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:17:25 user nova-compute[75254]: No targets found.
Nov 29 10:17:25 user nova-compute[75254]: iSNS:
Nov 29 10:17:25 user nova-compute[75254]: No targets found.
Nov 29 10:17:25 user nova-compute[75254]: STATIC:
Nov 29 10:17:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05
Nov 29 10:17:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:17:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:17:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:25 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:17:25 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:17:25 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:17:25 user nova-compute[75254]: FIRMWARE:
Nov 29 10:17:25 user nova-compute[75254]: No targets found.
Nov 29 10:17:25 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:17:25 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:17:25 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9197157-8bcc-4b08-acb4-9091ea24052a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd69a07d-e241-478f-9fd3-b9977b5395e8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:25 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:25 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:25 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:17:25 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:17:25 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:17:25 user nova-compute[75254]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 (non-flash)
Nov 29 10:17:25 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:17:25 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4649750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05'): ({'sde'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Removing single pathed devices sde {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2000386d-f39c-4a44-a33f-a4308c6f85a7]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[629954cf-7b70-44ea-a7c2-6073582e8c28]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Flushing IO for device /dev/sde {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd008917-9cf8-43b3-9f2c-52679685c4b0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[470d355a-966c-4f89-b2f2-0b1d8cc459d8]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[41542bc7-6ec5-4609-9fbc-ed016f6adae0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df79a56-ddd9-4080-8bec-6179e202adf4]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260]
Nov 29 10:17:26 user nova-compute[75254]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05, portal: 172.16.0.220,3260] successful.
Nov 29 10:17:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9df3b987-28cf-4646-b6c8-dc4475ae0f05 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[699e4846-07e0-4343-aa27-256e79e0cff4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.424s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] <== disconnect_volume: return (427ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG nova.objects.instance [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'flavor' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-34feb412-d787-4b1f-87a9-000d025c2a22 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.843s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:27 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:17:27 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7379MB free_disk=25.270191192626953GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 9db16be6-1126-4d97-9c20-b16bc5796bfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d24c95e8-526c-4cf3-b5c4-24b78c431302 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:17:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.484s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:17:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "e2688c91-eaa0-42da-89a1-7851dab41492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:17:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:45 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:17:45 user nova-compute[75254]: INFO nova.compute.claims [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Claim successful on node user
Nov 29 10:17:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:17:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:17:46 user nova-compute[75254]: INFO nova.virt.block_device [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Booting with volume e65251f8-3150-4ca7-9223-cd98cf6f4664 at /dev/vda
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.policy [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00cfe042afe54764a9f5a4ca108a22c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc45bfd70031442bbfb4fd2c33b9641c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG os_brick.utils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d63f460c-c3b5-442c-a147-3da63992495e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3614ff50-c732-4d04-9700-0c5dfa996195]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5acfe442-101c-4da0-a457-8aef61fb01c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93e7fc2-66b1-49a7-bb3f-b661a4ae5b2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:17:46 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:17:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[87e76775-b6be-4ff8-8ff8-2d326b03ef04]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG os_brick.utils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating existing volume attachment record: 459bc952-d9ad-4447-88b0-47c285bf2737 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:17:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully created port: d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully created port: 5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully created port: 00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:49 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully created port: 842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:49 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully created port: e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-d1abaf29-1656-45ec-80c2-a1dfc7affab6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d31868f-788f-4d31-ace7-019f28b893a7 req-c0c3b1e4-4146-401e-a2ad-305c5ba96ee3 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:17:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: 3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: 8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-3e5500a6-e193-4e8e-90ad-707793d33271. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port 3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port 8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: 5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG nova.network.neutron [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec96f489-19b7-4465-b946-0795b44fb902 req-3769aea2-6f41-4acd-9876-1975a7b203f5 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: 00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:53 user nova-compute[75254]: INFO nova.compute.manager [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Terminating instance
Nov 29 10:17:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:17:54 user nova-compute[75254]: INFO nova.compute.claims [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Claim successful on node user
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-5638dc72-1470-40ef-bc15-e600d1afe35e. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.network.neutron [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port 5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.network.neutron [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Instance destroyed successfully.
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.objects.instance [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lazy-loading 'resources' on Instance uuid 3d2fb888-ecfc-475d-8770-49d40204e5a1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-367692985',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3676929',id=18,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIN4U8hxR4Jhfba46MDIoJ46cRuPOb5r5YPRrolGcVqLKOgL1ItyLWQqn96aXZXXPwe9SNmeM4qF+duTIlzlU5XeKhwtMznsz0mYlWGhnbAKHYQiUEI1NsrE+p3OR8EPfQ==',key_name='tempest-keypair-1820728869',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:14:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='97621fda4a404640a517f4b45e1b17e9',ramdisk_id='',reservation_id='r-a9k817oy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-331493538',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:14:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ce5a8deee67541dd972c0428dcded655',uuid=3d2fb888-ecfc-475d-8770-49d40204e5a1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Converting VIF {"id": "30514923-55a5-40d8-8270-a7486084e0b1", "address": "fa:16:3e:64:48:db", "network": {"id": "3f21c0ce-f7ec-4f9c-8faf-d54395309f3e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2119869502-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "97621fda4a404640a517f4b45e1b17e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30514923-55", "ovs_interfaceid": "30514923-55a5-40d8-8270-a7486084e0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG os_vif [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30514923-55, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=05e93e1e-2e0b-49df-9fff-d374e722c286) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:54 user nova-compute[75254]: INFO os_vif [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:48:db,bridge_name='br-int',has_traffic_filtering=True,id=30514923-55a5-40d8-8270-a7486084e0b1,network=Network(3f21c0ce-f7ec-4f9c-8faf-d54395309f3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30514923-55')
Nov 29 10:17:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Deleting instance files /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1_del
Nov 29 10:17:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Deletion of /opt/stack/data/nova/instances/3d2fb888-ecfc-475d-8770-49d40204e5a1_del complete
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.590s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:17:54 user nova-compute[75254]: INFO nova.compute.manager [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 10:17:54 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:17:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:17:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.policy [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abe7c92154444a4e902f0369eaf2c33b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab15ffc2bf4d49fe8fc893c2db9dc11e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:17:55 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Creating image(s)
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk 1073741824" returned: 0 in 0.065s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:55 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Took 0.83 seconds to deallocate network for instance.
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-a138cbdb-519d-4d3a-835d-baa1d0780764 req-139c890b-4d9e-44cf-8d71-b024c5a608b1 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-vif-deleted-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:55 user nova-compute[75254]: INFO nova.compute.manager [req-a138cbdb-519d-4d3a-835d-baa1d0780764 req-139c890b-4d9e-44cf-8d71-b024c5a608b1 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Neutron deleted interface 30514923-55a5-40d8-8270-a7486084e0b1; detaching it from the instance and deleting it from the info cache
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [req-a138cbdb-519d-4d3a-835d-baa1d0780764 req-139c890b-4d9e-44cf-8d71-b024c5a608b1 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-00763c65-fefc-4ce4-a51a-348a06fd05ae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port 00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-a138cbdb-519d-4d3a-835d-baa1d0780764 req-139c890b-4d9e-44cf-8d71-b024c5a608b1 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Detach interface failed, port_id=30514923-55a5-40d8-8270-a7486084e0b1, reason: Instance 3d2fb888-ecfc-475d-8770-49d40204e5a1 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Successfully created port: 628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:55 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: 842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Cannot resize image /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Ensure instance console log exists: /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-vif-unplugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] No waiting events found dispatching network-vif-unplugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-00a9bb83-30f2-4558-94bb-5d4cee093cbb req-02f6e6a2-2d86-40dc-8bb4-4269c87213e6 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-vif-unplugged-30514923-55a5-40d8-8270-a7486084e0b1 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.507s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:56 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Deleted allocations for instance 3d2fb888-ecfc-475d-8770-49d40204e5a1
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-50644a41-290a-43df-ad53-8d7e6d220818 tempest-TestServerVolumeAttachScenarioOldVersion-331493538 tempest-TestServerVolumeAttachScenarioOldVersion-331493538-project-member] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.509s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received event network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] Acquiring lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] Lock "3d2fb888-ecfc-475d-8770-49d40204e5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] No waiting events found dispatching network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:17:56 user nova-compute[75254]: WARNING nova.compute.manager [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: 3d2fb888-ecfc-475d-8770-49d40204e5a1] Received unexpected event network-vif-plugged-30514923-55a5-40d8-8270-a7486084e0b1 for instance with vm_state deleted and task_state None.
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-842e7561-eef2-436f-a717-7607f23bd2f6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port 842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Successfully updated port: 628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing instance network info cache due to event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "8d279529-b23e-4509-862e-288e6639902e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:17:56 user nova-compute[75254]: INFO nova.compute.claims [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Claim successful on node user
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-491b3c28-1a56-45a7-8da2-ac6896844b12 req-9e4efaf3-7880-4fe5-95f0-b489513c44d0 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Successfully updated port: e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.558s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance network_info: |[{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Start _get_guest_xml network_info=[{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:17:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:17:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626939262',display_name='tempest-ServerRescueNegativeTestJSON-server-626939262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626939262',id=23,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHK075tcuC6ZPO/rpUt5Kfmpq/cX3FqjQrL1cGtUQt2xKt2rzvpMFWUtyZU1uoTc47fpl0fzMEwiDFgX88tzvGQTlT604Aw7QBeQqNy7MNmI4V50cjMCW/6FyTM4yKozuQ==',key_name='tempest-keypair-1794128441',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-wc3rm8yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'pci_devices' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:17:57 user nova-compute[75254]:   <uuid>8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf</uuid>
Nov 29 10:17:57 user nova-compute[75254]:   <name>instance-00000017</name>
Nov 29 10:17:57 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:17:57 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:17:57 user nova-compute[75254]:   <metadata>
Nov 29 10:17:57 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:17:57 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:17:57 user nova-compute[75254]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-626939262</nova:name>
Nov 29 10:17:57 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:17:57</nova:creationTime>
Nov 29 10:17:57 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:17:57 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:17:57 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:17:57 user nova-compute[75254]:       <nova:owner>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:user uuid="abe7c92154444a4e902f0369eaf2c33b">tempest-ServerRescueNegativeTestJSON-2056495219-project-member</nova:user>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:project uuid="ab15ffc2bf4d49fe8fc893c2db9dc11e">tempest-ServerRescueNegativeTestJSON-2056495219</nova:project>
Nov 29 10:17:57 user nova-compute[75254]:       </nova:owner>
Nov 29 10:17:57 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:17:57 user nova-compute[75254]:       <nova:ports>
Nov 29 10:17:57 user nova-compute[75254]:         <nova:port uuid="628f4526-cb09-42d6-b9f2-0883395de9b5">
Nov 29 10:17:57 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 10:17:57 user nova-compute[75254]:         </nova:port>
Nov 29 10:17:57 user nova-compute[75254]:       </nova:ports>
Nov 29 10:17:57 user nova-compute[75254]:     </nova:instance>
Nov 29 10:17:57 user nova-compute[75254]:   </metadata>
Nov 29 10:17:57 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:17:57 user nova-compute[75254]:     <system>
Nov 29 10:17:57 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:17:57 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:17:57 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:17:57 user nova-compute[75254]:       <entry name="serial">8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf</entry>
Nov 29 10:17:57 user nova-compute[75254]:       <entry name="uuid">8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf</entry>
Nov 29 10:17:57 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:17:57 user nova-compute[75254]:     </system>
Nov 29 10:17:57 user nova-compute[75254]:   </sysinfo>
Nov 29 10:17:57 user nova-compute[75254]:   <os>
Nov 29 10:17:57 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:17:57 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:17:57 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:17:57 user nova-compute[75254]:   </os>
Nov 29 10:17:57 user nova-compute[75254]:   <features>
Nov 29 10:17:57 user nova-compute[75254]:     <acpi/>
Nov 29 10:17:57 user nova-compute[75254]:     <apic/>
Nov 29 10:17:57 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:17:57 user nova-compute[75254]:   </features>
Nov 29 10:17:57 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:17:57 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:17:57 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:17:57 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:17:57 user nova-compute[75254]:   </clock>
Nov 29 10:17:57 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:17:57 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:17:57 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:17:57 user nova-compute[75254]:   </cpu>
Nov 29 10:17:57 user nova-compute[75254]:   <devices>
Nov 29 10:17:57 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:17:57 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:17:57 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk"/>
Nov 29 10:17:57 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:17:57 user nova-compute[75254]:     </disk>
Nov 29 10:17:57 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:17:57 user nova-compute[75254]:       <mac address="fa:16:3e:4d:7e:16"/>
Nov 29 10:17:57 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:17:57 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:17:57 user nova-compute[75254]:       <target dev="tap628f4526-cb"/>
Nov 29 10:17:57 user nova-compute[75254]:     </interface>
Nov 29 10:17:57 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:17:57 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/console.log" append="off"/>
Nov 29 10:17:57 user nova-compute[75254]:     </serial>
Nov 29 10:17:57 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:17:57 user nova-compute[75254]:     <video>
Nov 29 10:17:57 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:17:57 user nova-compute[75254]:     </video>
Nov 29 10:17:57 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:17:57 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:17:57 user nova-compute[75254]:     </rng>
Nov 29 10:17:57 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:17:57 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:17:57 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:17:57 user nova-compute[75254]:     </memballoon>
Nov 29 10:17:57 user nova-compute[75254]:   </devices>
Nov 29 10:17:57 user nova-compute[75254]: </domain>
Nov 29 10:17:57 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626939262',display_name='tempest-ServerRescueNegativeTestJSON-server-626939262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626939262',id=23,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHK075tcuC6ZPO/rpUt5Kfmpq/cX3FqjQrL1cGtUQt2xKt2rzvpMFWUtyZU1uoTc47fpl0fzMEwiDFgX88tzvGQTlT604Aw7QBeQqNy7MNmI4V50cjMCW/6FyTM4yKozuQ==',key_name='tempest-keypair-1794128441',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-wc3rm8yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG os_vif [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '903cb54c-8973-5365-9e0a-a4bde55c8888', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap628f4526-cb, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap628f4526-cb, col_values=(('qos', UUID('e2662e96-8460-4dea-ae39-40f6097b593d')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap628f4526-cb, col_values=(('external_ids', {'iface-id': '628f4526-cb09-42d6-b9f2-0883395de9b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:7e:16', 'vm-uuid': '8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:57 user nova-compute[75254]: INFO os_vif [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb')
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:4d:7e:16, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.policy [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1299b6384214ee9822c2e3c9ff1b99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61b89d931dd4ad789d18f4f576238d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:17:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Creating image(s)
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "/opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updated VIF entry in instance network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7728e202-f880-4073-8257-2f584938b3fb req-adbe98b3-db37-4337-8187-f206b5af2db0 service nova] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk 1073741824" returned: 0 in 0.047s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Cannot resize image /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Ensure instance console log exists: /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Successfully created port: d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.compute.manager [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG nova.compute.manager [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-e001f1bc-8aad-4686-bf28-3e421e12f03f. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:17:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:17:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Successfully updated port: d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-8d279529-b23e-4509-862e-288e6639902e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-8d279529-b23e-4509-862e-288e6639902e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance network_info: |[{"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:00 user nova-compute[75254]: WARNING nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state building and task_state spawning.
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:00 user nova-compute[75254]: WARNING nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state building and task_state spawning.
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-changed-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Refreshing instance network info cache due to event network-changed-d40b5412-65df-4299-8c53-87c23f05e8a7. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:18:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Acquiring lock "refresh_cache-8d279529-b23e-4509-862e-288e6639902e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.neutron [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Updating instance_info_cache with network_info: [{"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-8d279529-b23e-4509-862e-288e6639902e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Instance network_info: |[{"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Acquired lock "refresh_cache-8d279529-b23e-4509-862e-288e6639902e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Refreshing network info cache for port d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Start _get_guest_xml network_info=[{"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:18:01 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:01 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance spawned successfully.
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1247675263',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1247675263',id=24,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ov0ufutt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:58Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=8d279529-b23e-4509-862e-288e6639902e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.objects.instance [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'pci_devices' on Instance uuid 8d279529-b23e-4509-862e-288e6639902e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:18:01 user nova-compute[75254]:   <uuid>8d279529-b23e-4509-862e-288e6639902e</uuid>
Nov 29 10:18:01 user nova-compute[75254]:   <name>instance-00000018</name>
Nov 29 10:18:01 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:18:01 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:18:01 user nova-compute[75254]:   <metadata>
Nov 29 10:18:01 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:18:01 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:18:01 user nova-compute[75254]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1247675263</nova:name>
Nov 29 10:18:01 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:18:01</nova:creationTime>
Nov 29 10:18:01 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:18:01 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:18:01 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:18:01 user nova-compute[75254]:       <nova:owner>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:user uuid="b1299b6384214ee9822c2e3c9ff1b99b">tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member</nova:user>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:project uuid="c61b89d931dd4ad789d18f4f576238d5">tempest-ServerBootFromVolumeStableRescueTest-963087896</nova:project>
Nov 29 10:18:01 user nova-compute[75254]:       </nova:owner>
Nov 29 10:18:01 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:18:01 user nova-compute[75254]:       <nova:ports>
Nov 29 10:18:01 user nova-compute[75254]:         <nova:port uuid="d40b5412-65df-4299-8c53-87c23f05e8a7">
Nov 29 10:18:01 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 10:18:01 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:01 user nova-compute[75254]:       </nova:ports>
Nov 29 10:18:01 user nova-compute[75254]:     </nova:instance>
Nov 29 10:18:01 user nova-compute[75254]:   </metadata>
Nov 29 10:18:01 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:18:01 user nova-compute[75254]:     <system>
Nov 29 10:18:01 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:18:01 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:18:01 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:18:01 user nova-compute[75254]:       <entry name="serial">8d279529-b23e-4509-862e-288e6639902e</entry>
Nov 29 10:18:01 user nova-compute[75254]:       <entry name="uuid">8d279529-b23e-4509-862e-288e6639902e</entry>
Nov 29 10:18:01 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:18:01 user nova-compute[75254]:     </system>
Nov 29 10:18:01 user nova-compute[75254]:   </sysinfo>
Nov 29 10:18:01 user nova-compute[75254]:   <os>
Nov 29 10:18:01 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:18:01 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:18:01 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:18:01 user nova-compute[75254]:   </os>
Nov 29 10:18:01 user nova-compute[75254]:   <features>
Nov 29 10:18:01 user nova-compute[75254]:     <acpi/>
Nov 29 10:18:01 user nova-compute[75254]:     <apic/>
Nov 29 10:18:01 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:18:01 user nova-compute[75254]:   </features>
Nov 29 10:18:01 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:18:01 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:18:01 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:18:01 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:18:01 user nova-compute[75254]:   </clock>
Nov 29 10:18:01 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:18:01 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:18:01 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:18:01 user nova-compute[75254]:   </cpu>
Nov 29 10:18:01 user nova-compute[75254]:   <devices>
Nov 29 10:18:01 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:18:01 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:18:01 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk"/>
Nov 29 10:18:01 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:18:01 user nova-compute[75254]:     </disk>
Nov 29 10:18:01 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:01 user nova-compute[75254]:       <mac address="fa:16:3e:f7:bf:26"/>
Nov 29 10:18:01 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:01 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:01 user nova-compute[75254]:       <target dev="tapd40b5412-65"/>
Nov 29 10:18:01 user nova-compute[75254]:     </interface>
Nov 29 10:18:01 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:18:01 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/console.log" append="off"/>
Nov 29 10:18:01 user nova-compute[75254]:     </serial>
Nov 29 10:18:01 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:18:01 user nova-compute[75254]:     <video>
Nov 29 10:18:01 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:01 user nova-compute[75254]:     </video>
Nov 29 10:18:01 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:18:01 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:18:01 user nova-compute[75254]:     </rng>
Nov 29 10:18:01 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:18:01 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:18:01 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:18:01 user nova-compute[75254]:     </memballoon>
Nov 29 10:18:01 user nova-compute[75254]:   </devices>
Nov 29 10:18:01 user nova-compute[75254]: </domain>
Nov 29 10:18:01 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1247675263',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1247675263',id=24,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ov0ufutt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:58Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=8d279529-b23e-4509-862e-288e6639902e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG os_vif [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updated VIF entry in instance network info cache for port e001f1bc-8aad-4686-bf28-3e421e12f03f. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b49ac470-3888-5717-82b5-343b8293dfb4', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ffc3d026-07c5-4a0e-9e15-f74ba10c0765 req-76818bce-b5db-4ec1-9c31-b2dc19abad1d service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd40b5412-65, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd40b5412-65, col_values=(('qos', UUID('573f565b-3275-4e2d-877b-1761bb2e470b')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd40b5412-65, col_values=(('external_ids', {'iface-id': 'd40b5412-65df-4299-8c53-87c23f05e8a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:bf:26', 'vm-uuid': '8d279529-b23e-4509-862e-288e6639902e'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:01 user nova-compute[75254]: INFO os_vif [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65')
Nov 29 10:18:01 user nova-compute[75254]: INFO nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Took 6.27 seconds to spawn the instance on the hypervisor.
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No VIF found with MAC fa:16:3e:f7:bf:26, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:18:01 user nova-compute[75254]: INFO nova.compute.manager [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Took 7.25 seconds to build instance.
Nov 29 10:18:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0d54f4ac-abd1-4e3a-9a73-d090f6d21d73 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.368s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Updated VIF entry in instance network info cache for port d40b5412-65df-4299-8c53-87c23f05e8a7. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Updating instance_info_cache with network_info: [{"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6e7ca41e-c28e-4316-bcf0-87dbf4b34c1a req-b3664552-32ae-4347-a00d-ddf8804410c0 service nova] Releasing lock "refresh_cache-8d279529-b23e-4509-862e-288e6639902e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-2f02206f-f616-4f35-86dd-df58055d13ca req-07a6739d-d16d-4b51-a309-e2a3f5db9435 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2f02206f-f616-4f35-86dd-df58055d13ca req-07a6739d-d16d-4b51-a309-e2a3f5db9435 service nova] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2f02206f-f616-4f35-86dd-df58055d13ca req-07a6739d-d16d-4b51-a309-e2a3f5db9435 service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2f02206f-f616-4f35-86dd-df58055d13ca req-07a6739d-d16d-4b51-a309-e2a3f5db9435 service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-2f02206f-f616-4f35-86dd-df58055d13ca req-07a6739d-d16d-4b51-a309-e2a3f5db9435 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] No waiting events found dispatching network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:03 user nova-compute[75254]: WARNING nova.compute.manager [req-2f02206f-f616-4f35-86dd-df58055d13ca req-07a6739d-d16d-4b51-a309-e2a3f5db9435 service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received unexpected event network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 for instance with vm_state building and task_state spawning.
Nov 29 10:18:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:04 user nova-compute[75254]: INFO nova.virt.block_device [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Booting with volume aacc2247-beb9-467f-8281-0c19bebb118e at /dev/vdb
Nov 29 10:18:04 user nova-compute[75254]: DEBUG os_brick.utils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b166e213-fd18-4e5e-ba78-4a4b071cf9ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[29d8d623-e3d1-4296-9799-afa63bb2e06b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bcc9e44-d424-46f8-acf8-1851e0bc8cd8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4d1512-7257-43bb-b2ae-ca4304a897c5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:18:04 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:18:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[14e45174-9bff-4d7a-8ed5-d19bf29034f8]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG os_brick.utils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:04 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating existing volume attachment record: e5604864-48ac-4935-a22b-06eafb2c8785 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-941b214f-00d9-409a-a920-6618145a72e0 req-4eb85daf-f530-485c-ba2f-87fde69e469d service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-941b214f-00d9-409a-a920-6618145a72e0 req-4eb85daf-f530-485c-ba2f-87fde69e469d service nova] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-941b214f-00d9-409a-a920-6618145a72e0 req-4eb85daf-f530-485c-ba2f-87fde69e469d service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-941b214f-00d9-409a-a920-6618145a72e0 req-4eb85daf-f530-485c-ba2f-87fde69e469d service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-941b214f-00d9-409a-a920-6618145a72e0 req-4eb85daf-f530-485c-ba2f-87fde69e469d service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] No waiting events found dispatching network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:05 user nova-compute[75254]: WARNING nova.compute.manager [req-941b214f-00d9-409a-a920-6618145a72e0 req-4eb85daf-f530-485c-ba2f-87fde69e469d service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received unexpected event network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 for instance with vm_state building and task_state spawning.
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:18:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8d279529-b23e-4509-862e-288e6639902e] Instance spawned successfully.
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:05 user nova-compute[75254]: INFO nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Took 7.74 seconds to spawn the instance on the hypervisor.
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:18:05 user nova-compute[75254]: INFO nova.compute.manager [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Took 8.73 seconds to build instance.
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8acd15d8-d8c8-4c94-b8c4-bffb3272609e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "8d279529-b23e-4509-862e-288e6639902e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.861s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:05 user nova-compute[75254]: INFO nova.compute.manager [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Terminating instance
Nov 29 10:18:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Instance destroyed successfully.
Nov 29 10:18:06 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lazy-loading 'resources' on Instance uuid 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-2064500823',display_name='tempest-ServerActionsTestOtherB-server-2064500823',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-2064500823',id=5,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDxhn5CK5PE3mqqvceeCYNv4q63QSPmJOMjW/jMHiXRxFH7FTTf0W8dH5SRxVc4BQ8NSL0BhFDLfGTgRYN19L8W7cl/9qnxG7VkWrcjMpFFNFAKkwLQF/PSosg/gZ0KErg==',key_name='tempest-keypair-1097100160',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:15:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce3e4636759e4413b1549073d35774b3',ramdisk_id='',reservation_id='r-l7sgqa85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1460661515',owner_user_name='tempest-ServerActionsTestOtherB-1460661515-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:15:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f33d5c4058b402c817bdd6c69e8336e',uuid=0a1137b4-d6ce-43ec-9fe3-a1169cc9688b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converting VIF {"id": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "address": "fa:16:3e:21:22:42", "network": {"id": "c7907d12-6add-4cc9-bdbe-e3613389f083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1907113363-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce3e4636759e4413b1549073d35774b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap313d1c1f-21", "ovs_interfaceid": "313d1c1f-2155-450d-aef8-02a748d3eb0f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_vif [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap313d1c1f-21, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dafdf9ce-59df-43ba-b321-02d2e0f44d31) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: INFO os_vif [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:22:42,bridge_name='br-int',has_traffic_filtering=True,id=313d1c1f-2155-450d-aef8-02a748d3eb0f,network=Network(c7907d12-6add-4cc9-bdbe-e3613389f083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap313d1c1f-21')
Nov 29 10:18:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'serftTlo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:06 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3fcd028-4cae-4a3c-bbfb-f7866ea9ab8d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:18:06 user nova-compute[75254]: No targets found.
Nov 29 10:18:06 user nova-compute[75254]: iSNS:
Nov 29 10:18:06 user nova-compute[75254]: No targets found.
Nov 29 10:18:06 user nova-compute[75254]: STATIC:
Nov 29 10:18:06 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:18:06 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:06 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:06 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:18:06 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:06 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:06 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc
Nov 29 10:18:06 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:06 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:06 user nova-compute[75254]: FIRMWARE:
Nov 29 10:18:06 user nova-compute[75254]: No targets found.
Nov 29 10:18:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:18:06 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:18:06 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[40bf1916-ec28-4edf-9029-b364a7975112]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[87c19699-1a16-4e64-a7f4-94bb174e09f8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:07 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:18:07 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:07 user nova-compute[75254]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc (non-flash)
Nov 29 10:18:07 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb42700d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[93f70049-dfb5-426b-a722-482c9154642e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[06cee133-1483-4251-ac32-f86e3c2c7a60]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:07 user nova-compute[75254]: WARNING nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state deleting.
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:07 user nova-compute[75254]: WARNING nova.compute.manager [req-405b4245-1709-4183-94f8-8e93cb1adfec req-96cfc74f-f7a3-465f-aef8-1127934029a2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state deleting.
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b53ca698-d888-4ade-a5cf-b4c5329b6b20]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b12d8f-a51d-475b-9527-63af1b7d7685]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.037s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff52dc2-17c7-4b8b-9a43-ce6f71736311]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --logout" returned: 0 in 0.148s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[77fc894e-ee5e-4841-ab6b-402f24754bad]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260]
Nov 29 10:18:07 user nova-compute[75254]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc, portal: 172.16.0.220,3260] successful.
Nov 29 10:18:07 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:471dc8a3-1dad-4a7a-a9d2-8f61b64fdbdc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7a9cc5-b59e-4e6e-a2d6-2e68833aa893]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.538s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] <== disconnect_volume: return (541ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:18:07 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Deleting instance files /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b_del
Nov 29 10:18:07 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Deletion of /opt/stack/data/nova/instances/0a1137b4-d6ce-43ec-9fe3-a1169cc9688b_del complete
Nov 29 10:18:07 user nova-compute[75254]: INFO nova.compute.manager [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Took 1.58 seconds to destroy the instance on the hypervisor.
Nov 29 10:18:07 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:08 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:08 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Took 1.20 seconds to deallocate network for instance.
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:09 user nova-compute[75254]: WARNING nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state deleting.
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-unplugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Acquiring lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] No waiting events found dispatching network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:09 user nova-compute[75254]: WARNING nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received unexpected event network-vif-plugged-313d1c1f-2155-450d-aef8-02a748d3eb0f for instance with vm_state active and task_state deleting.
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-abf49bb4-be8c-445c-b083-75ccbaca5420 req-040c57e6-026f-4e8a-a2a6-1a4490aa0ff2 service nova] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Received event network-vif-deleted-313d1c1f-2155-450d-aef8-02a748d3eb0f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:09 user nova-compute[75254]: INFO nova.compute.manager [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Terminating instance
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-73a487c8-1a49-4571-8154-45d6b424c87c req-7e984306-0587-49ed-a8d9-5ea594754a43 service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-vif-unplugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-73a487c8-1a49-4571-8154-45d6b424c87c req-7e984306-0587-49ed-a8d9-5ea594754a43 service nova] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-73a487c8-1a49-4571-8154-45d6b424c87c req-7e984306-0587-49ed-a8d9-5ea594754a43 service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-73a487c8-1a49-4571-8154-45d6b424c87c req-7e984306-0587-49ed-a8d9-5ea594754a43 service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-73a487c8-1a49-4571-8154-45d6b424c87c req-7e984306-0587-49ed-a8d9-5ea594754a43 service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] No waiting events found dispatching network-vif-unplugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-73a487c8-1a49-4571-8154-45d6b424c87c req-7e984306-0587-49ed-a8d9-5ea594754a43 service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-vif-unplugged-37a80a16-882d-4b79-bb86-640d47c9d86a for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:18:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Instance destroyed successfully.
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.objects.instance [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lazy-loading 'resources' on Instance uuid 9db16be6-1126-4d97-9c20-b16bc5796bfc {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1889333457',display_name='tempest-ServersNegativeTestJSON-server-1889333457',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1889333457',id=1,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e3dc6a49b73447f3975de1c985ae040d',ramdisk_id='',reservation_id='r-dtu8jjiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1097229796',owner_user_name='tempest-ServersNegativeTestJSON-1097229796-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:09:43Z,user_data=None,user_id='9f75ae300252425cafbb4ed8699faf27',uuid=9db16be6-1126-4d97-9c20-b16bc5796bfc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converting VIF {"id": "37a80a16-882d-4b79-bb86-640d47c9d86a", "address": "fa:16:3e:81:0c:f9", "network": {"id": "dc45501c-a207-49a7-a173-d9660dc27d7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-191751892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3dc6a49b73447f3975de1c985ae040d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37a80a16-88", "ovs_interfaceid": "37a80a16-882d-4b79-bb86-640d47c9d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG os_vif [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap37a80a16-88, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db7ac934-a44a-4c76-a7b4-7dd6d6d7ff30) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:10 user nova-compute[75254]: INFO os_vif [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:0c:f9,bridge_name='br-int',has_traffic_filtering=True,id=37a80a16-882d-4b79-bb86-640d47c9d86a,network=Network(dc45501c-a207-49a7-a173-d9660dc27d7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37a80a16-88')
Nov 29 10:18:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Deleting instance files /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc_del
Nov 29 10:18:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Deletion of /opt/stack/data/nova/instances/9db16be6-1126-4d97-9c20-b16bc5796bfc_del complete
Nov 29 10:18:10 user nova-compute[75254]: INFO nova.compute.manager [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 29 10:18:10 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:10 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Took 0.47 seconds to deallocate network for instance.
Nov 29 10:18:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-65f0c339-1131-48af-b146-1b5a1d9650aa req-71065d21-cd3d-465b-820b-d5ebf99468cb service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-vif-deleted-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.624s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:11 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Deleted allocations for instance 9db16be6-1126-4d97-9c20-b16bc5796bfc
Nov 29 10:18:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-189e0abd-3567-4bb7-ac0b-a52adaa2615e tempest-ServersNegativeTestJSON-1097229796 tempest-ServersNegativeTestJSON-1097229796-project-member] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.322s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-7de070a7-eef8-4a84-8d54-0a4aee9fd7a3 req-6b818dda-afa3-499b-a80f-6b94d597a71a service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received event network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7de070a7-eef8-4a84-8d54-0a4aee9fd7a3 req-6b818dda-afa3-499b-a80f-6b94d597a71a service nova] Acquiring lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7de070a7-eef8-4a84-8d54-0a4aee9fd7a3 req-6b818dda-afa3-499b-a80f-6b94d597a71a service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7de070a7-eef8-4a84-8d54-0a4aee9fd7a3 req-6b818dda-afa3-499b-a80f-6b94d597a71a service nova] Lock "9db16be6-1126-4d97-9c20-b16bc5796bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-7de070a7-eef8-4a84-8d54-0a4aee9fd7a3 req-6b818dda-afa3-499b-a80f-6b94d597a71a service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] No waiting events found dispatching network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:11 user nova-compute[75254]: WARNING nova.compute.manager [req-7de070a7-eef8-4a84-8d54-0a4aee9fd7a3 req-6b818dda-afa3-499b-a80f-6b94d597a71a service nova] [instance: 9db16be6-1126-4d97-9c20-b16bc5796bfc] Received unexpected event network-vif-plugged-37a80a16-882d-4b79-bb86-640d47c9d86a for instance with vm_state deleted and task_state None.
Nov 29 10:18:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:18:17 user nova-compute[75254]: INFO nova.compute.claims [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Claim successful on node user
Nov 29 10:18:17 user nova-compute[75254]: INFO nova.compute.manager [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] [instance: 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b] Took 8.87 seconds to detach 1 volumes for instance.
Nov 29 10:18:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:18:18 user nova-compute[75254]: INFO nova.virt.block_device [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Booting with volume 60b491e1-db1e-4ebe-ad33-3c8dafda8f4c at /dev/vdc
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.582s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.363s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG os_brick.utils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb80895e-493f-48fb-b714-b3c4fe97828c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3200499b-ff7c-4f85-8959-3adcc493ac40]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8920bfd9-fd25-40fb-92ad-30e75f3e2568]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce5d8ce2-f24f-44b9-960e-4b47bc301efb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:18:18 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0201b941-a379-442b-9418-02e609c06144]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG os_brick.utils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating existing volume attachment record: 12a91d0e-26e3-4fe9-9705-6f2e73f7949b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:18:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.policy [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7744296c0e84f669d5b9726976c00f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6486f4f55cc04a33ad712346277c9fc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:18:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Creating image(s)
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.206s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.641s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:18 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Deleted allocations for instance 0a1137b4-d6ce-43ec-9fe3-a1169cc9688b
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0975047a-d2cf-4dcd-b001-9647daf6c75e tempest-ServerActionsTestOtherB-1460661515 tempest-ServerActionsTestOtherB-1460661515-project-member] Lock "0a1137b4-d6ce-43ec-9fe3-a1169cc9688b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.947s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk 1073741824" returned: 0 in 0.051s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Cannot resize image /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Ensure instance console log exists: /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:19 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Successfully created port: bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Successfully updated port: bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquired lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-changed-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Refreshing instance network info cache due to event network-changed-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] Acquiring lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updating instance_info_cache with network_info: [{"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Releasing lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance network_info: |[{"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] Acquired lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Refreshing network info cache for port bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Start _get_guest_xml network_info=[{"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:18:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:18:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-369731946',display_name='tempest-tempest.common.compute-instance-369731946',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-369731946',id=25,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFdSJhXtI9EXvmQTuSXCy9RaCYw/vsY2NSC6fIRpvUtFvXtEidLaew7j7azWwAwfc0KiyB3fiudyZ4vjRFI3y17qS+/2dDWYTbYV/gne2nkltIL6ks1DGJTZ/N24FSEVA==',key_name='tempest-keypair-290106314',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-ovkdl708',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:18:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=f095e505-aa2c-4438-bf09-fe9dfbf642a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'pci_devices' on Instance uuid f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:18:20 user nova-compute[75254]:   <uuid>f095e505-aa2c-4438-bf09-fe9dfbf642a9</uuid>
Nov 29 10:18:20 user nova-compute[75254]:   <name>instance-00000019</name>
Nov 29 10:18:20 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:18:20 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:18:20 user nova-compute[75254]:   <metadata>
Nov 29 10:18:20 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:18:20 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:18:20 user nova-compute[75254]:       <nova:name>tempest-tempest.common.compute-instance-369731946</nova:name>
Nov 29 10:18:20 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:18:20</nova:creationTime>
Nov 29 10:18:20 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:18:20 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:18:20 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:18:20 user nova-compute[75254]:       <nova:owner>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:user uuid="b7744296c0e84f669d5b9726976c00f7">tempest-ServerActionsTestOtherA-988559960-project-member</nova:user>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:project uuid="6486f4f55cc04a33ad712346277c9fc5">tempest-ServerActionsTestOtherA-988559960</nova:project>
Nov 29 10:18:20 user nova-compute[75254]:       </nova:owner>
Nov 29 10:18:20 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:18:20 user nova-compute[75254]:       <nova:ports>
Nov 29 10:18:20 user nova-compute[75254]:         <nova:port uuid="bd91ed0e-74fa-45a4-b16a-f12f9b08c60d">
Nov 29 10:18:20 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 10:18:20 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:20 user nova-compute[75254]:       </nova:ports>
Nov 29 10:18:20 user nova-compute[75254]:     </nova:instance>
Nov 29 10:18:20 user nova-compute[75254]:   </metadata>
Nov 29 10:18:20 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:18:20 user nova-compute[75254]:     <system>
Nov 29 10:18:20 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:18:20 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:18:20 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:18:20 user nova-compute[75254]:       <entry name="serial">f095e505-aa2c-4438-bf09-fe9dfbf642a9</entry>
Nov 29 10:18:20 user nova-compute[75254]:       <entry name="uuid">f095e505-aa2c-4438-bf09-fe9dfbf642a9</entry>
Nov 29 10:18:20 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:18:20 user nova-compute[75254]:     </system>
Nov 29 10:18:20 user nova-compute[75254]:   </sysinfo>
Nov 29 10:18:20 user nova-compute[75254]:   <os>
Nov 29 10:18:20 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:18:20 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:18:20 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:18:20 user nova-compute[75254]:   </os>
Nov 29 10:18:20 user nova-compute[75254]:   <features>
Nov 29 10:18:20 user nova-compute[75254]:     <acpi/>
Nov 29 10:18:20 user nova-compute[75254]:     <apic/>
Nov 29 10:18:20 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:18:20 user nova-compute[75254]:   </features>
Nov 29 10:18:20 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:18:20 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:18:20 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:18:20 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:18:20 user nova-compute[75254]:   </clock>
Nov 29 10:18:20 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:18:20 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:18:20 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:18:20 user nova-compute[75254]:   </cpu>
Nov 29 10:18:20 user nova-compute[75254]:   <devices>
Nov 29 10:18:20 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:18:20 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:18:20 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk"/>
Nov 29 10:18:20 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:18:20 user nova-compute[75254]:     </disk>
Nov 29 10:18:20 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:20 user nova-compute[75254]:       <mac address="fa:16:3e:03:c7:99"/>
Nov 29 10:18:20 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:20 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:20 user nova-compute[75254]:       <target dev="tapbd91ed0e-74"/>
Nov 29 10:18:20 user nova-compute[75254]:     </interface>
Nov 29 10:18:20 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:18:20 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/console.log" append="off"/>
Nov 29 10:18:20 user nova-compute[75254]:     </serial>
Nov 29 10:18:20 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:18:20 user nova-compute[75254]:     <video>
Nov 29 10:18:20 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:20 user nova-compute[75254]:     </video>
Nov 29 10:18:20 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:18:20 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:18:20 user nova-compute[75254]:     </rng>
Nov 29 10:18:20 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:18:20 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:18:20 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:18:20 user nova-compute[75254]:     </memballoon>
Nov 29 10:18:20 user nova-compute[75254]:   </devices>
Nov 29 10:18:20 user nova-compute[75254]: </domain>
Nov 29 10:18:20 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:18:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-369731946',display_name='tempest-tempest.common.compute-instance-369731946',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-369731946',id=25,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFdSJhXtI9EXvmQTuSXCy9RaCYw/vsY2NSC6fIRpvUtFvXtEidLaew7j7azWwAwfc0KiyB3fiudyZ4vjRFI3y17qS+/2dDWYTbYV/gne2nkltIL6ks1DGJTZ/N24FSEVA==',key_name='tempest-keypair-290106314',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-ovkdl708',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:18:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=f095e505-aa2c-4438-bf09-fe9dfbf642a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG os_vif [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23677251-73a1-5866-bf2d-2678540f3579', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbd91ed0e-74, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbd91ed0e-74, col_values=(('qos', UUID('359a627d-6710-4a22-ae96-f78581825da1')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbd91ed0e-74, col_values=(('external_ids', {'iface-id': 'bd91ed0e-74fa-45a4-b16a-f12f9b08c60d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:c7:99', 'vm-uuid': 'f095e505-aa2c-4438-bf09-fe9dfbf642a9'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:20 user nova-compute[75254]: INFO os_vif [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74')
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No VIF found with MAC fa:16:3e:03:c7:99, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:18:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updated VIF entry in instance network info cache for port bd91ed0e-74fa-45a4-b16a-f12f9b08c60d. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:18:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updating instance_info_cache with network_info: [{"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d8c872ab-f324-416a-b207-722c38cefc2a req-f7444cc6-9716-49cd-b583-8c0d02d68f4f service nova] Releasing lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-86913128-de23-4b37-b2fc-60c6db6761b8 req-fcf1ae91-7023-481f-a79f-e4f41d89e809 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86913128-de23-4b37-b2fc-60c6db6761b8 req-fcf1ae91-7023-481f-a79f-e4f41d89e809 service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86913128-de23-4b37-b2fc-60c6db6761b8 req-fcf1ae91-7023-481f-a79f-e4f41d89e809 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86913128-de23-4b37-b2fc-60c6db6761b8 req-fcf1ae91-7023-481f-a79f-e4f41d89e809 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-86913128-de23-4b37-b2fc-60c6db6761b8 req-fcf1ae91-7023-481f-a79f-e4f41d89e809 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:22 user nova-compute[75254]: WARNING nova.compute.manager [req-86913128-de23-4b37-b2fc-60c6db6761b8 req-fcf1ae91-7023-481f-a79f-e4f41d89e809 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state building and task_state spawning.
Nov 29 10:18:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:18:24 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance spawned successfully.
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:24 user nova-compute[75254]: INFO nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Took 6.00 seconds to spawn the instance on the hypervisor.
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:24 user nova-compute[75254]: INFO nova.compute.manager [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Took 7.13 seconds to build instance.
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b6285883-7266-4946-bf58-3cadac66afec tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.283s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-ca8982db-6a58-4ce0-ae1c-6483da7ec000 req-b015595c-bd13-4532-9578-e85e9b982f3d service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ca8982db-6a58-4ce0-ae1c-6483da7ec000 req-b015595c-bd13-4532-9578-e85e9b982f3d service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ca8982db-6a58-4ce0-ae1c-6483da7ec000 req-b015595c-bd13-4532-9578-e85e9b982f3d service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ca8982db-6a58-4ce0-ae1c-6483da7ec000 req-b015595c-bd13-4532-9578-e85e9b982f3d service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-ca8982db-6a58-4ce0-ae1c-6483da7ec000 req-b015595c-bd13-4532-9578-e85e9b982f3d service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:24 user nova-compute[75254]: WARNING nova.compute.manager [req-ca8982db-6a58-4ce0-ae1c-6483da7ec000 req-b015595c-bd13-4532-9578-e85e9b982f3d service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state active and task_state None.
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:18:26 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Creating image(s)
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Ensure instance console log exists: /opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Start _get_guest_xml network_info=[{"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OYeHutZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2688c91-eaa0-42da-89a1-7851dab41492', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65251f8-3150-4ca7-9223-cd98cf6f4664', 'serial': 'e65251f8-3150-4ca7-9223-cd98cf6f4664'}, 'attachment_id': '459bc952-d9ad-4447-88b0-47c285bf2737', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 1, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QVXPOrja', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2688c91-eaa0-42da-89a1-7851dab41492', 'attached_at': '', 'detached_at': '', 'volume_id': 'aacc2247-beb9-467f-8281-0c19bebb118e', 'serial': 'aacc2247-beb9-467f-8281-0c19bebb118e'}, 'attachment_id': 'e5604864-48ac-4935-a22b-06eafb2c8785', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 2, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXpPzONi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e2688c91-eaa0-42da-89a1-7851dab41492', 'attached_at': '', 'detached_at': '', 'volume_id': '60b491e1-db1e-4ebe-ad33-3c8dafda8f4c', 'serial': '60b491e1-db1e-4ebe-ad33-3c8dafda8f4c'}, 'attachment_id': '12a91d0e-26e3-4fe9-9705-6f2e73f7949b', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:18:26 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:26 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OYeHutZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:26 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[668c8f8d-dc6e-45fa-9ba1-616bcea1df03]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:18:26 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a52ab3-5171-4eb9-890f-5c47cedd8e66]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664] added
Nov 29 10:18:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b2c68a-a128-464f-b245-98571fd7328a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82e00bf-51c2-4656-bf39-cb55cc2bc7d6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OYeHutZr {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OYeHutZr" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea0cd323-43c1-43a2-a30c-2c96ce3378b2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OYeHutZr'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[df751bc0-e252-4a57-aa11-fa202c90a3fd]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b131e9d-6931-4ecd-912c-19347ad8fba9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9534ba13-3d58-4b2d-9387-6762f0c5e38d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260]
Nov 29 10:18:27 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260] successful.
Nov 29 10:18:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d84d8f-ba66-4be6-b2ca-59ed16a1113e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f433d40-07f7-4614-806d-c871a22c93c5]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.375s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] HCTL ('34', '-', '-', 0) found on session 23 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7640fc57-40a4-4139-88a8-bab181d9914d]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OYeHutZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.427s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '23632316134643232', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23632316134643232', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QVXPOrja', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:28 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f83a91-4036-43db-8fdc-0c1c2ab3bb00]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:18:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cce64424-b00a-4c4e-be90-dd00cc08d6eb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e] added
Nov 29 10:18:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d685686-768d-4f1f-8ae2-62ef526e5055]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1d48bd4-3685-44fe-a574-5ec676ef4896]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QVXPOrja {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QVXPOrja" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c072f4-02c4-40eb-981b-7254c3f6d466]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QVXPOrja'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6305474a-1e5f-4f7a-aa76-87901c0a966b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[30edff80-c73f-4252-af0d-d921bc483409]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[017a8301-4c51-41d4-ae5f-7c9ede095e80]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260]
Nov 29 10:18:28 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260] successful.
Nov 29 10:18:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67af763-8a60-42e7-a6b1-e9d8affa1bd8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e62b2ca-a9fe-4b18-b1df-686a9389a71e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:28 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.371s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] HCTL ('35', '-', '-', 0) found on session 24 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:18:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc8b13c5-76c8-4462-924e-1f8d74b79c3f]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QVXPOrja', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.822s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== connect_volume: return (825ms) {'type': 'block', 'scsi_wwn': '23639653339356539', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639653339356539', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:18:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7389MB free_disk=25.28516387939453GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXpPzONi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:29 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e47c12d-71c4-4d47-9a66-44f35cf9604b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:18:29 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeafa422-702a-4ae5-b88c-775d9cc02ea0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c] added
Nov 29 10:18:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb85522a-6b78-4d6f-a6f7-2fcea15ac5be]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fd16d70-ba05-49e2-89f8-56cff5762e78]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXpPzONi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXpPzONi" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c4c3a8-8bb2-434c-9ac3-25a18196c14d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lXpPzONi'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 33f41372-34dd-43bf-b298-3497d694530f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d24c95e8-526c-4cf3-b5c4-24b78c431302 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e2688c91-eaa0-42da-89a1-7851dab41492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91b9449-3f79-4027-9f41-38a747e850fc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a3d3a7c-96a2-451c-9e5f-8448c371fb8f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1916b800-648d-4a3e-9ae0-b412ce5b186f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260]
Nov 29 10:18:29 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260] successful.
Nov 29 10:18:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0aea6bd-fdcf-46c0-ad77-1d631c416ac2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[530f1e64-320e-4e05-875d-f442dbf32ad9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:18:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:29 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:18:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12bfb4fc-b0d7-4334-902a-641c1c24911c]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXpPzONi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:18:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.712s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '26232666236366432', 'path': '/dev/sde'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232666236366432', 'path': '/dev/sde'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.objects.instance [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lazy-loading 'pci_devices' on Instance uuid e2688c91-eaa0-42da-89a1-7851dab41492 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:18:30 user nova-compute[75254]:   <uuid>e2688c91-eaa0-42da-89a1-7851dab41492</uuid>
Nov 29 10:18:30 user nova-compute[75254]:   <name>instance-00000016</name>
Nov 29 10:18:30 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:18:30 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:18:30 user nova-compute[75254]:   <metadata>
Nov 29 10:18:30 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:18:30 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:18:30 user nova-compute[75254]:       <nova:name>tempest-device-tagging-server-587703033</nova:name>
Nov 29 10:18:30 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:18:26</nova:creationTime>
Nov 29 10:18:30 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:18:30 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:18:30 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:18:30 user nova-compute[75254]:       <nova:owner>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:user uuid="00cfe042afe54764a9f5a4ca108a22c0">tempest-TaggedBootDevicesTest-172041822-project-member</nova:user>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:project uuid="cc45bfd70031442bbfb4fd2c33b9641c">tempest-TaggedBootDevicesTest-172041822</nova:project>
Nov 29 10:18:30 user nova-compute[75254]:       </nova:owner>
Nov 29 10:18:30 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:18:30 user nova-compute[75254]:       <nova:ports>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="d1abaf29-1656-45ec-80c2-a1dfc7affab6">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="3e5500a6-e193-4e8e-90ad-707793d33271">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.118" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="8a922ed7-a6d7-40c1-af97-2d90fd2e4c43">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.161" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="5638dc72-1470-40ef-bc15-e600d1afe35e">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.202" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="00763c65-fefc-4ce4-a51a-348a06fd05ae">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.1.1.124" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="842e7561-eef2-436f-a717-7607f23bd2f6">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:         <nova:port uuid="e001f1bc-8aad-4686-bf28-3e421e12f03f">
Nov 29 10:18:30 user nova-compute[75254]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 29 10:18:30 user nova-compute[75254]:         </nova:port>
Nov 29 10:18:30 user nova-compute[75254]:       </nova:ports>
Nov 29 10:18:30 user nova-compute[75254]:     </nova:instance>
Nov 29 10:18:30 user nova-compute[75254]:   </metadata>
Nov 29 10:18:30 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:18:30 user nova-compute[75254]:     <system>
Nov 29 10:18:30 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:18:30 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:18:30 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:18:30 user nova-compute[75254]:       <entry name="serial">e2688c91-eaa0-42da-89a1-7851dab41492</entry>
Nov 29 10:18:30 user nova-compute[75254]:       <entry name="uuid">e2688c91-eaa0-42da-89a1-7851dab41492</entry>
Nov 29 10:18:30 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:18:30 user nova-compute[75254]:     </system>
Nov 29 10:18:30 user nova-compute[75254]:   </sysinfo>
Nov 29 10:18:30 user nova-compute[75254]:   <os>
Nov 29 10:18:30 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:18:30 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:18:30 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:18:30 user nova-compute[75254]:   </os>
Nov 29 10:18:30 user nova-compute[75254]:   <features>
Nov 29 10:18:30 user nova-compute[75254]:     <acpi/>
Nov 29 10:18:30 user nova-compute[75254]:     <apic/>
Nov 29 10:18:30 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:18:30 user nova-compute[75254]:   </features>
Nov 29 10:18:30 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:18:30 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:18:30 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:18:30 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:18:30 user nova-compute[75254]:   </clock>
Nov 29 10:18:30 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:18:30 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:18:30 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:18:30 user nova-compute[75254]:   </cpu>
Nov 29 10:18:30 user nova-compute[75254]:   <devices>
Nov 29 10:18:30 user nova-compute[75254]:     <disk type="file" device="cdrom">
Nov 29 10:18:30 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none"/>
Nov 29 10:18:30 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492/disk.config"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="hda" bus="ide"/>
Nov 29 10:18:30 user nova-compute[75254]:     </disk>
Nov 29 10:18:30 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:18:30 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:18:30 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <serial>e65251f8-3150-4ca7-9223-cd98cf6f4664</serial>
Nov 29 10:18:30 user nova-compute[75254]:     </disk>
Nov 29 10:18:30 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:18:30 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:18:30 user nova-compute[75254]:       <source dev="/dev/sdd"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <serial>aacc2247-beb9-467f-8281-0c19bebb118e</serial>
Nov 29 10:18:30 user nova-compute[75254]:     </disk>
Nov 29 10:18:30 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:18:30 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:18:30 user nova-compute[75254]:       <source dev="/dev/sde"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="vdc" bus="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <serial>60b491e1-db1e-4ebe-ad33-3c8dafda8f4c</serial>
Nov 29 10:18:30 user nova-compute[75254]:     </disk>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:fd:ca:c0"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tapd1abaf29-16"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:55:79:b0"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tap3e5500a6-e1"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:91:a7:1d"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tap8a922ed7-a6"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:f3:ee:94"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tap5638dc72-14"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:29:60:0d"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tap00763c65-fe"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:59:85:ff"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tap842e7561-ee"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:18:30 user nova-compute[75254]:       <mac address="fa:16:3e:88:93:99"/>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:18:30 user nova-compute[75254]:       <target dev="tape001f1bc-8a"/>
Nov 29 10:18:30 user nova-compute[75254]:     </interface>
Nov 29 10:18:30 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:18:30 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492/console.log" append="off"/>
Nov 29 10:18:30 user nova-compute[75254]:     </serial>
Nov 29 10:18:30 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:18:30 user nova-compute[75254]:     <video>
Nov 29 10:18:30 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:18:30 user nova-compute[75254]:     </video>
Nov 29 10:18:30 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:18:30 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:18:30 user nova-compute[75254]:     </rng>
Nov 29 10:18:30 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:18:30 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:18:30 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:18:30 user nova-compute[75254]:     </memballoon>
Nov 29 10:18:30 user nova-compute[75254]:   </devices>
Nov 29 10:18:30 user nova-compute[75254]: </domain>
Nov 29 10:18:30 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing instance network info cache due to event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.neutron [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb55a754-f672-5c3a-a9ce-3866326c854e', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1abaf29-16, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1abaf29-16, col_values=(('qos', UUID('a59886a7-3e6b-44bb-9495-15982635ba5b')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1abaf29-16, col_values=(('external_ids', {'iface-id': 'd1abaf29-1656-45ec-80c2-a1dfc7affab6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:ca:c0', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16')
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b4753316-d0ad-5bc2-9e94-84056a405721', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3e5500a6-e1, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3e5500a6-e1, col_values=(('qos', UUID('9f0b5712-03e5-4fa6-b116-2ba7eec6ab28')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3e5500a6-e1, col_values=(('external_ids', {'iface-id': '3e5500a6-e193-4e8e-90ad-707793d33271', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:79:b0', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1')
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fddcfc32-5330-5db2-b536-dd2a85bdf80d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a922ed7-a6, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a922ed7-a6, col_values=(('qos', UUID('cbb54492-abe3-47e7-8f18-6d05eb3c7f28')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a922ed7-a6, col_values=(('external_ids', {'iface-id': '8a922ed7-a6d7-40c1-af97-2d90fd2e4c43', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:a7:1d', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6')
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '443d5c38-7992-567c-a56f-6de2b3104647', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5638dc72-14, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5638dc72-14, col_values=(('qos', UUID('2aa4bbff-cc17-4166-9bc1-9624be29e25d')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5638dc72-14, col_values=(('external_ids', {'iface-id': '5638dc72-1470-40ef-bc15-e600d1afe35e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:ee:94', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14')
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c13534d9-f460-5526-8ae7-6817d1590cae', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap00763c65-fe, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap00763c65-fe, col_values=(('qos', UUID('1f19e252-23c1-4728-849f-9bf9c129d82e')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap00763c65-fe, col_values=(('external_ids', {'iface-id': '00763c65-fefc-4ce4-a51a-348a06fd05ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:60:0d', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe')
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '561656dc-e88d-52e5-abe9-ae95acbc8b1b', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap842e7561-ee, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap842e7561-ee, col_values=(('qos', UUID('5136478b-4896-44e2-beab-bce1a12d45f0')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap842e7561-ee, col_values=(('external_ids', {'iface-id': '842e7561-eef2-436f-a717-7607f23bd2f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:85:ff', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee')
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:17:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7f64b06-8af5-5705-97af-90aba2751d06', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape001f1bc-8a, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape001f1bc-8a, col_values=(('qos', UUID('5ae833f1-b8ee-41fe-be5b-c5e70e626257')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape001f1bc-8a, col_values=(('external_ids', {'iface-id': 'e001f1bc-8aad-4686-bf28-3e421e12f03f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:93:99', 'vm-uuid': 'e2688c91-eaa0-42da-89a1-7851dab41492'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:31 user nova-compute[75254]: INFO os_vif [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a')
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] No BDM found with device name hda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] No VIF found with MAC fa:16:3e:fd:ca:c0, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] No VIF found with MAC fa:16:3e:29:60:0d, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:18:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Using config drive
Nov 29 10:18:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Creating config drive at /opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492/disk.config
Nov 29 10:18:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpu7e1jsxb {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpu7e1jsxb" returned: 0 in 0.070s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updated VIF entry in instance network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-596ba3c7-cf17-43b2-b000-17287bcaf94d req-d4e545fa-037b-4bc2-ad46-f50f9baa8aff service nova] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:32 user nova-compute[75254]: INFO nova.compute.manager [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] instance snapshotting
Nov 29 10:18:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Beginning live snapshot process
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json -f qcow2" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpixead_qy/54c22930d8a145b8878e248ab3f1811f.delta 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpixead_qy/54c22930d8a145b8878e248ab3f1811f.delta 1073741824" returned: 0 in 0.045s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:33 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 10:18:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-8b6cbefc-991c-47de-98d8-200e83c98056 req-14d8b846-3b7e-4fc3-8f26-571cc10a24e1 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8b6cbefc-991c-47de-98d8-200e83c98056 req-14d8b846-3b7e-4fc3-8f26-571cc10a24e1 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8b6cbefc-991c-47de-98d8-200e83c98056 req-14d8b846-3b7e-4fc3-8f26-571cc10a24e1 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8b6cbefc-991c-47de-98d8-200e83c98056 req-14d8b846-3b7e-4fc3-8f26-571cc10a24e1 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-8b6cbefc-991c-47de-98d8-200e83c98056 req-14d8b846-3b7e-4fc3-8f26-571cc10a24e1 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:33 user nova-compute[75254]: WARNING nova.compute.manager [req-8b6cbefc-991c-47de-98d8-200e83c98056 req-14d8b846-3b7e-4fc3-8f26-571cc10a24e1 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 for instance with vm_state building and task_state spawning.
Nov 29 10:18:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] COPY block job progress, current cursor: 262144 final cursor: 75497472 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] COPY block job progress, current cursor: 48168960 final cursor: 75497472 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:18:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 10:18:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-2a4d75d0-2451-4a39-8dd1-fc675b897def req-cfad8b9c-b732-481e-989f-0159ce7777fa service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2a4d75d0-2451-4a39-8dd1-fc675b897def req-cfad8b9c-b732-481e-989f-0159ce7777fa service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2a4d75d0-2451-4a39-8dd1-fc675b897def req-cfad8b9c-b732-481e-989f-0159ce7777fa service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2a4d75d0-2451-4a39-8dd1-fc675b897def req-cfad8b9c-b732-481e-989f-0159ce7777fa service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-2a4d75d0-2451-4a39-8dd1-fc675b897def req-cfad8b9c-b732-481e-989f-0159ce7777fa service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:35 user nova-compute[75254]: WARNING nova.compute.manager [req-2a4d75d0-2451-4a39-8dd1-fc675b897def req-cfad8b9c-b732-481e-989f-0159ce7777fa service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 for instance with vm_state building and task_state spawning.
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpixead_qy/54c22930d8a145b8878e248ab3f1811f.delta /opt/stack/data/nova/instances/snapshots/tmpixead_qy/54c22930d8a145b8878e248ab3f1811f {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-1800f2bb-a969-4fe9-ac5d-fa7a495f1917 req-f211b2bf-a8a1-4020-9a73-a95947b5ff22 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1800f2bb-a969-4fe9-ac5d-fa7a495f1917 req-f211b2bf-a8a1-4020-9a73-a95947b5ff22 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1800f2bb-a969-4fe9-ac5d-fa7a495f1917 req-f211b2bf-a8a1-4020-9a73-a95947b5ff22 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1800f2bb-a969-4fe9-ac5d-fa7a495f1917 req-f211b2bf-a8a1-4020-9a73-a95947b5ff22 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-1800f2bb-a969-4fe9-ac5d-fa7a495f1917 req-f211b2bf-a8a1-4020-9a73-a95947b5ff22 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:35 user nova-compute[75254]: WARNING nova.compute.manager [req-1800f2bb-a969-4fe9-ac5d-fa7a495f1917 req-f211b2bf-a8a1-4020-9a73-a95947b5ff22 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 for instance with vm_state building and task_state spawning.
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpixead_qy/54c22930d8a145b8878e248ab3f1811f.delta /opt/stack/data/nova/instances/snapshots/tmpixead_qy/54c22930d8a145b8878e248ab3f1811f" returned: 0 in 0.869s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Snapshot extracted, beginning image upload
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-66b2a44b-79c0-4d83-ac4d-1fb94e11359f req-db84a8bd-23f5-4919-a990-df5a7f0b86d8 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f for instance with vm_state building and task_state spawning.
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:37 user nova-compute[75254]: WARNING nova.compute.manager [req-385f4b49-4af6-4a23-9098-c45e3b2614e3 req-bc7058ce-5a51-44bb-a8d2-d5a1ebbee37e service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f for instance with vm_state building and task_state spawning.
Nov 29 10:18:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:18:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance spawned successfully.
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-55c290a2-4a56-429b-8d02-50fd430f739e req-54548875-7a96-4b03-ba34-15ef5e93fa34 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-55c290a2-4a56-429b-8d02-50fd430f739e req-54548875-7a96-4b03-ba34-15ef5e93fa34 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-55c290a2-4a56-429b-8d02-50fd430f739e req-54548875-7a96-4b03-ba34-15ef5e93fa34 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-55c290a2-4a56-429b-8d02-50fd430f739e req-54548875-7a96-4b03-ba34-15ef5e93fa34 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-55c290a2-4a56-429b-8d02-50fd430f739e req-54548875-7a96-4b03-ba34-15ef5e93fa34 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:39 user nova-compute[75254]: WARNING nova.compute.manager [req-55c290a2-4a56-429b-8d02-50fd430f739e req-54548875-7a96-4b03-ba34-15ef5e93fa34 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae for instance with vm_state building and task_state spawning.
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:18:39 user nova-compute[75254]: INFO nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Took 12.65 seconds to spawn the instance on the hypervisor.
Nov 29 10:18:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:18:39 user nova-compute[75254]: INFO nova.compute.manager [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Took 53.94 seconds to build instance.
Nov 29 10:18:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5e814e0-d005-4436-ba17-8935757abf62 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "e2688c91-eaa0-42da-89a1-7851dab41492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 54.034s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Snapshot image upload complete
Nov 29 10:18:39 user nova-compute[75254]: INFO nova.compute.manager [None req-b74966f4-a8fa-44a6-afc1-679e48b96b5c tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Took 7.59 seconds to snapshot the instance on the hypervisor.
Nov 29 10:18:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:40 user nova-compute[75254]: INFO nova.compute.manager [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Terminating instance
Nov 29 10:18:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Instance destroyed successfully.
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lazy-loading 'resources' on Instance uuid 33f41372-34dd-43bf-b298-3497d694530f {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:11:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1590348631',display_name='tempest-SnapshotDataIntegrityTests-server-1590348631',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1590348631',id=13,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbJRsDMR+K4faQ/zwnrALfxXoCq2MtB7BZ0iF2Qq3/MAv0d/5SL3mLZX8ppRDd9F2EYYa4374oOhpAruVk6MeMwSSWzP7n3ZAf511KqAh5jtp0HkRy2Z1iajnf5qFfPFg==',key_name='tempest-keypair-139196600',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab206b13af024b9a924e4d1dd94043d6',ramdisk_id='',reservation_id='r-5kmrx6kn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1235368352',owner_user_name='tempest-SnapshotDataIntegrityTests-1235368352-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='830b289a5e764a77b5a300e5208f8c8a',uuid=33f41372-34dd-43bf-b298-3497d694530f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Converting VIF {"id": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "address": "fa:16:3e:2a:c0:21", "network": {"id": "61d335c6-0d0a-4380-8675-b48d590b2630", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-851374740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab206b13af024b9a924e4d1dd94043d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d7c1e95-26", "ovs_interfaceid": "6d7c1e95-26a4-4294-a885-4c8bf968ec5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG os_vif [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d7c1e95-26, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5034543a-3857-45c3-9161-29c5de086755) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:41 user nova-compute[75254]: INFO os_vif [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:c0:21,bridge_name='br-int',has_traffic_filtering=True,id=6d7c1e95-26a4-4294-a885-4c8bf968ec5f,network=Network(61d335c6-0d0a-4380-8675-b48d590b2630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d7c1e95-26')
Nov 29 10:18:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Deleting instance files /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f_del
Nov 29 10:18:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Deletion of /opt/stack/data/nova/instances/33f41372-34dd-43bf-b298-3497d694530f_del complete
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-vif-unplugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] No waiting events found dispatching network-vif-unplugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-vif-unplugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] Acquiring lock "33f41372-34dd-43bf-b298-3497d694530f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] Lock "33f41372-34dd-43bf-b298-3497d694530f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] No waiting events found dispatching network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:41 user nova-compute[75254]: WARNING nova.compute.manager [req-380e9974-a81f-439c-821b-fbc2494a6d49 req-2db20208-129b-4197-8f59-13a0e458cc44 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received unexpected event network-vif-plugged-6d7c1e95-26a4-4294-a885-4c8bf968ec5f for instance with vm_state active and task_state deleting.
Nov 29 10:18:41 user nova-compute[75254]: INFO nova.compute.manager [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 10:18:41 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:18:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 33f41372-34dd-43bf-b298-3497d694530f] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:18:42 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:42 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Took 0.83 seconds to deallocate network for instance.
Nov 29 10:18:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:42 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:18:42 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:18:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.463s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:42 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Deleted allocations for instance 33f41372-34dd-43bf-b298-3497d694530f
Nov 29 10:18:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-22bc5e42-33be-4cf6-85f9-26406afd9ca6 tempest-SnapshotDataIntegrityTests-1235368352 tempest-SnapshotDataIntegrityTests-1235368352-project-member] Lock "33f41372-34dd-43bf-b298-3497d694530f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.352s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-4e025c27-f0e7-4978-a180-34cb04abdaee req-6e4be26f-c224-4027-a859-9bcf213ef4c7 service nova] [instance: 33f41372-34dd-43bf-b298-3497d694530f] Received event network-vif-deleted-6d7c1e95-26a4-4294-a885-4c8bf968ec5f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-changed-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Refreshing instance network info cache due to event network-changed-61cf98cc-735d-4f8c-bf3b-1307fb00402d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:18:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] Acquiring lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:18:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] Acquired lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:18:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Refreshing network info cache for port 61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:18:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updated VIF entry in instance network info cache for port 61cf98cc-735d-4f8c-bf3b-1307fb00402d. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:18:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updating instance_info_cache with network_info: [{"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:18:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3a8c6f8f-264b-48ed-b020-2b16d9ed192f req-3f1718a2-19ef-48d1-af48-1baa7fd69e89 service nova] Releasing lock "refresh_cache-d24c95e8-526c-4cf3-b5c4-24b78c431302" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:18:48 user nova-compute[75254]: INFO nova.compute.manager [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Rebuilding instance
Nov 29 10:18:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-0f1f84f6-d49f-4217-ab90-755d326782a6 req-1c10820f-fc80-4063-8591-7443899cb4dc service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-unplugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f1f84f6-d49f-4217-ab90-755d326782a6 req-1c10820f-fc80-4063-8591-7443899cb4dc service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f1f84f6-d49f-4217-ab90-755d326782a6 req-1c10820f-fc80-4063-8591-7443899cb4dc service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f1f84f6-d49f-4217-ab90-755d326782a6 req-1c10820f-fc80-4063-8591-7443899cb4dc service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-0f1f84f6-d49f-4217-ab90-755d326782a6 req-1c10820f-fc80-4063-8591-7443899cb4dc service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-unplugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:18:49 user nova-compute[75254]: WARNING nova.compute.manager [req-0f1f84f6-d49f-4217-ab90-755d326782a6 req-1c10820f-fc80-4063-8591-7443899cb4dc service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-unplugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state active and task_state rebuilding.
Nov 29 10:18:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance destroyed successfully.
Nov 29 10:18:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance destroyed successfully.
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-585598842',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1662631741',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEB5PhazEptiQu2ZzBflyTDij+fBHEU8N4U6TzB7sifzkG5oIJfoE/xkNMylprNiqBq/AlF8KCHDAe1iesB/t5opeNFUx9R8kUnmx9IaQ7VJaInhx4/ooG24Hd0BwUbY1Q==',key_name='tempest-keypair-477789538',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:17:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e3e67b96c6294fc7bd4fc28bdb385455',ramdisk_id='',reservation_id='r-00qg0uwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-370599090',owner_user_name='tempest-ServerActionsV293TestJSON-370599090-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:18:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a7ef9fb29fc46de94e87bb39451f69b',uuid=d24c95e8-526c-4cf3-b5c4-24b78c431302,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converting VIF {"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61cf98cc-73, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3de84a47-b62d-4df4-be07-b1ce97aa4842) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:50 user nova-compute[75254]: INFO os_vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73')
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:50 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8db8cda-cece-40b8-9d56-1a612dcfd338]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:18:50 user nova-compute[75254]: No targets found.
Nov 29 10:18:50 user nova-compute[75254]: iSNS:
Nov 29 10:18:50 user nova-compute[75254]: No targets found.
Nov 29 10:18:50 user nova-compute[75254]: STATIC:
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: FIRMWARE:
Nov 29 10:18:50 user nova-compute[75254]: No targets found.
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:18:50 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:18:50 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d063e399-c2ca-48df-aec8-02263ee53363]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51b8955-b416-4191-81e4-332569076968]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb40fa3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7'): ({'sdf'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Removing single pathed devices sdf {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a8f5d7-8d44-459d-b7a2-e35531a4e42c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[869db521-c919-49ad-82b1-35a3f0bec99f]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Flushing IO for device /dev/sdf {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c625c338-f061-493e-8cef-ebb1ce4b5e65]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90e06a3-84d3-46db-b30b-eab494188465]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26362313538376530', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_10ecb96f', '/dev/disk/by-id/scsi-1SCST_BIO10ecb96f-cb1587e02335cb32') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[386aa588-dba6-426b-8843-09b489f313c6]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[522dced8-ad55-4df6-8c9a-1210816b0c2b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6796bbb2-ebf9-438c-bb35-afd4a6bbf772]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]
Nov 29 10:18:50 user nova-compute[75254]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7df31f2-2580-4591-8a91-7d836e82ee2c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.432s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== disconnect_volume: return (433ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:18:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Deleting instance files /opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302_del
Nov 29 10:18:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Deletion of /opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302_del complete
Nov 29 10:18:50 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance d24c95e8-526c-4cf3-b5c4-24b78c431302 could not be found.
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:18:50 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[715a86ca-8dbd-4fa0-a2fa-97c8e7f4e581]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:18:50 user nova-compute[75254]: No targets found.
Nov 29 10:18:50 user nova-compute[75254]: iSNS:
Nov 29 10:18:50 user nova-compute[75254]: No targets found.
Nov 29 10:18:50 user nova-compute[75254]: STATIC:
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:18:50 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:18:50 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:18:50 user nova-compute[75254]: FIRMWARE:
Nov 29 10:18:50 user nova-compute[75254]: No targets found.
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:18:50 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:18:50 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[438112bb-bc6b-4281-a4e6-1b6759aee9d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[72468ff4-d870-4e8d-8413-37305871ea81]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:18:50 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:18:50 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba423d990>, {}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Disconnecting from: [] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.072s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== disconnect_volume: return (73ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:18:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Preparing to wait for external event volume-reimaged-0bcbcd8b-ea55-4cb7-a782-516d22b223f7 {{(pid=75254) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-bf7bf6bc-0574-46ca-b119-40d262e291fb req-f0ead5e1-795c-49ec-94e9-67de1bb41cf8 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bf7bf6bc-0574-46ca-b119-40d262e291fb req-f0ead5e1-795c-49ec-94e9-67de1bb41cf8 service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bf7bf6bc-0574-46ca-b119-40d262e291fb req-f0ead5e1-795c-49ec-94e9-67de1bb41cf8 service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bf7bf6bc-0574-46ca-b119-40d262e291fb req-f0ead5e1-795c-49ec-94e9-67de1bb41cf8 service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:18:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-bf7bf6bc-0574-46ca-b119-40d262e291fb req-f0ead5e1-795c-49ec-94e9-67de1bb41cf8 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No event matching network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d in dict_keys([('volume-reimaged', '0bcbcd8b-ea55-4cb7-a782-516d22b223f7')]) {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Nov 29 10:18:51 user nova-compute[75254]: WARNING nova.compute.manager [req-bf7bf6bc-0574-46ca-b119-40d262e291fb req-f0ead5e1-795c-49ec-94e9-67de1bb41cf8 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state active and task_state rebuilding.
Nov 29 10:18:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:18:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-4592934f-5801-4005-a5ac-d33619c2f09f req-668f4e98-be4f-4d02-bd14-2d97ab5e848a service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event volume-reimaged-0bcbcd8b-ea55-4cb7-a782-516d22b223f7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4592934f-5801-4005-a5ac-d33619c2f09f req-668f4e98-be4f-4d02-bd14-2d97ab5e848a service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4592934f-5801-4005-a5ac-d33619c2f09f req-668f4e98-be4f-4d02-bd14-2d97ab5e848a service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4592934f-5801-4005-a5ac-d33619c2f09f req-668f4e98-be4f-4d02-bd14-2d97ab5e848a service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-4592934f-5801-4005-a5ac-d33619c2f09f req-668f4e98-be4f-4d02-bd14-2d97ab5e848a service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Processing event volume-reimaged-0bcbcd8b-ea55-4cb7-a782-516d22b223f7 {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance event wait completed in 18 seconds for volume-reimaged {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:19:10 user nova-compute[75254]: INFO nova.virt.block_device [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Booting with volume 0bcbcd8b-ea55-4cb7-a782-516d22b223f7 at /dev/vda
Nov 29 10:19:10 user nova-compute[75254]: DEBUG os_brick.utils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[790cbe5c-a79d-4ecd-9737-2274020edd09]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4fd193-97c4-4c29-a75c-57f32c903cf1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e448599-a1ad-4a28-b9b9-3cf858bbef72]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7256a402-7499-49fe-be14-9af40bcc58f1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:19:10 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:19:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad7f69d-569c-466f-9611-cd05fc534914]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG os_brick.utils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updating existing volume attachment record: 361af9e7-af16-4126-8586-34f4d246ea6e {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:19:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:19:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:16 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:19:16 user nova-compute[75254]: INFO nova.compute.claims [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Claim successful on node user
Nov 29 10:19:16 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.486s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:19:17 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.policy [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4272be829c5746ed8883c01ddab468a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f13bcc2b05b41fbb1a761791cf12bb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:19:17 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Creating image(s)
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.229s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk 1073741824" returned: 0 in 0.062s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Successfully created port: 46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Checking if we can resize image /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Cannot resize image /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Ensure instance console log exists: /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Successfully updated port: 46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing instance network info cache due to event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:19:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Creating image(s)
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Ensure instance console log exists: /opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Start _get_guest_xml network_info=[{"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd24c95e8-526c-4cf3-b5c4-24b78c431302', 'attached_at': '', 'detached_at': '', 'volume_id': '0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'serial': '0bcbcd8b-ea55-4cb7-a782-516d22b223f7'}, 'attachment_id': '361af9e7-af16-4126-8586-34f4d246ea6e', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:19:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 10:19:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lazy-loading 'vcpu_model' on Instance uuid d24c95e8-526c-4cf3-b5c4-24b78c431302 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:19:18 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:19:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:19:18 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:19:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:19:18 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[79121f79-39b3-420d-8f94-7c347ff015c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:19:18 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e1fefb9-d14c-453c-aadb-ad6b764f0a89]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7] added
Nov 29 10:19:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e379617-b95b-49f8-bd2e-49ca743ed33a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d04d57-8b18-41b2-a2e3-8f70c3da4b92]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRkoQPOe {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MRkoQPOe" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[10333226-56b9-4e5f-9566-789e999d4d80]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MRkoQPOe'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance network_info: |[{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.neutron [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Start _get_guest_xml network_info=[{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2abf13-fda5-4f84-b130-01b5ceb8ad7a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:19:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:19:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-457283367',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-457283367',id=26,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ0xsul90ey92OtuaVT8s56hBQfwguVsXD1oRiR7MEp/3hH0ufKoyd9kvNU/oCP2mb9xuJaW0sNxITXjyeyaZuQURtq7xXsaWBwrWvyhEzywcl7ie02QDkXqtxs02+kJAw==',key_name='tempest-keypair-1471717132',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-ghlmmype',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:19:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=480daf40-a31b-4c13-b9dc-ff32d525b674,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'pci_devices' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[77932169-2956-47b3-a41b-21addc66e988]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:19:19 user nova-compute[75254]:   <uuid>480daf40-a31b-4c13-b9dc-ff32d525b674</uuid>
Nov 29 10:19:19 user nova-compute[75254]:   <name>instance-0000001a</name>
Nov 29 10:19:19 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:19:19 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:19:19 user nova-compute[75254]:   <metadata>
Nov 29 10:19:19 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:19:19 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:19:19 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-457283367</nova:name>
Nov 29 10:19:19 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:19:19</nova:creationTime>
Nov 29 10:19:19 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:19:19 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:19:19 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:19:19 user nova-compute[75254]:       <nova:owner>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:user uuid="4272be829c5746ed8883c01ddab468a9">tempest-AttachVolumeShelveTestJSON-1863307670-project-member</nova:user>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:project uuid="5f13bcc2b05b41fbb1a761791cf12bb6">tempest-AttachVolumeShelveTestJSON-1863307670</nova:project>
Nov 29 10:19:19 user nova-compute[75254]:       </nova:owner>
Nov 29 10:19:19 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:19:19 user nova-compute[75254]:       <nova:ports>
Nov 29 10:19:19 user nova-compute[75254]:         <nova:port uuid="46c41bc8-06a8-4662-93c4-1cc451468cdb">
Nov 29 10:19:19 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 10:19:19 user nova-compute[75254]:         </nova:port>
Nov 29 10:19:19 user nova-compute[75254]:       </nova:ports>
Nov 29 10:19:19 user nova-compute[75254]:     </nova:instance>
Nov 29 10:19:19 user nova-compute[75254]:   </metadata>
Nov 29 10:19:19 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:19:19 user nova-compute[75254]:     <system>
Nov 29 10:19:19 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:19:19 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:19:19 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:19:19 user nova-compute[75254]:       <entry name="serial">480daf40-a31b-4c13-b9dc-ff32d525b674</entry>
Nov 29 10:19:19 user nova-compute[75254]:       <entry name="uuid">480daf40-a31b-4c13-b9dc-ff32d525b674</entry>
Nov 29 10:19:19 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:19:19 user nova-compute[75254]:     </system>
Nov 29 10:19:19 user nova-compute[75254]:   </sysinfo>
Nov 29 10:19:19 user nova-compute[75254]:   <os>
Nov 29 10:19:19 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:19:19 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:19:19 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:19:19 user nova-compute[75254]:   </os>
Nov 29 10:19:19 user nova-compute[75254]:   <features>
Nov 29 10:19:19 user nova-compute[75254]:     <acpi/>
Nov 29 10:19:19 user nova-compute[75254]:     <apic/>
Nov 29 10:19:19 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:19:19 user nova-compute[75254]:   </features>
Nov 29 10:19:19 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:19:19 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:19:19 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:19:19 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:19:19 user nova-compute[75254]:   </clock>
Nov 29 10:19:19 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:19:19 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:19:19 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:19:19 user nova-compute[75254]:   </cpu>
Nov 29 10:19:19 user nova-compute[75254]:   <devices>
Nov 29 10:19:19 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:19:19 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:19:19 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk"/>
Nov 29 10:19:19 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:19:19 user nova-compute[75254]:     </disk>
Nov 29 10:19:19 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:19:19 user nova-compute[75254]:       <mac address="fa:16:3e:18:bc:43"/>
Nov 29 10:19:19 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:19:19 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:19:19 user nova-compute[75254]:       <target dev="tap46c41bc8-06"/>
Nov 29 10:19:19 user nova-compute[75254]:     </interface>
Nov 29 10:19:19 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:19:19 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/console.log" append="off"/>
Nov 29 10:19:19 user nova-compute[75254]:     </serial>
Nov 29 10:19:19 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:19:19 user nova-compute[75254]:     <video>
Nov 29 10:19:19 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:19:19 user nova-compute[75254]:     </video>
Nov 29 10:19:19 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:19:19 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:19:19 user nova-compute[75254]:     </rng>
Nov 29 10:19:19 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:19:19 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:19:19 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:19:19 user nova-compute[75254]:     </memballoon>
Nov 29 10:19:19 user nova-compute[75254]:   </devices>
Nov 29 10:19:19 user nova-compute[75254]: </domain>
Nov 29 10:19:19 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:19:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-457283367',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-457283367',id=26,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ0xsul90ey92OtuaVT8s56hBQfwguVsXD1oRiR7MEp/3hH0ufKoyd9kvNU/oCP2mb9xuJaW0sNxITXjyeyaZuQURtq7xXsaWBwrWvyhEzywcl7ie02QDkXqtxs02+kJAw==',key_name='tempest-keypair-1471717132',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-ghlmmype',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:19:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=480daf40-a31b-4c13-b9dc-ff32d525b674,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_vif [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95e085c0-7ea2-5cb4-8444-0ea7f86063b7', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap46c41bc8-06, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap46c41bc8-06, col_values=(('qos', UUID('f96cb041-9e09-40c6-b314-72d4048c1f5f')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap46c41bc8-06, col_values=(('external_ids', {'iface-id': '46c41bc8-06a8-4662-93c4-1cc451468cdb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:bc:43', 'vm-uuid': '480daf40-a31b-4c13-b9dc-ff32d525b674'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:19 user nova-compute[75254]: INFO os_vif [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06')
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb76318-86f1-4359-8886-c73b0552299f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]
Nov 29 10:19:19 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.
Nov 29 10:19:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[45174dda-2919-489f-88c4-bf22fc295271]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12869a94-6fc9-46dd-bc95-f492bd0ca563]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:19 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:19:19 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] HCTL ('37', '-', '-', 0) found on session 27 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No VIF found with MAC fa:16:3e:18:bc:43, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75968488-5af4-41a8-a70b-22e39387a084]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching for a device in session 27 and hctl ['37', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.neutron [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updated VIF entry in instance network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG nova.network.neutron [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2aa88c88-5f09-4168-856b-198a632ef331 req-783dc20f-b86a-43dd-8855-ad8db18c83ae service nova] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Searching for a device in session 27 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '26362313538376530', 'path': '/dev/sdf'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362313538376530', 'path': '/dev/sdf'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-585598842',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1662631741',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEB5PhazEptiQu2ZzBflyTDij+fBHEU8N4U6TzB7sifzkG5oIJfoE/xkNMylprNiqBq/AlF8KCHDAe1iesB/t5opeNFUx9R8kUnmx9IaQ7VJaInhx4/ooG24Hd0BwUbY1Q==',key_name='tempest-keypair-477789538',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:17:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e3e67b96c6294fc7bd4fc28bdb385455',ramdisk_id='',reservation_id='r-00qg0uwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-370599090',owner_user_name='tempest-ServerActionsV293TestJSON-370599090-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:19:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a7ef9fb29fc46de94e87bb39451f69b',uuid=d24c95e8-526c-4cf3-b5c4-24b78c431302,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converting VIF {"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:19:20 user nova-compute[75254]:   <uuid>d24c95e8-526c-4cf3-b5c4-24b78c431302</uuid>
Nov 29 10:19:20 user nova-compute[75254]:   <name>instance-00000015</name>
Nov 29 10:19:20 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:19:20 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:19:20 user nova-compute[75254]:   <metadata>
Nov 29 10:19:20 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:19:20 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:19:20 user nova-compute[75254]:       <nova:name>tempest-ServerActionsV293TestJSON-server-585598842</nova:name>
Nov 29 10:19:20 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:19:18</nova:creationTime>
Nov 29 10:19:20 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:19:20 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:19:20 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:19:20 user nova-compute[75254]:       <nova:owner>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:user uuid="5a7ef9fb29fc46de94e87bb39451f69b">tempest-ServerActionsV293TestJSON-370599090-project-member</nova:user>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:project uuid="e3e67b96c6294fc7bd4fc28bdb385455">tempest-ServerActionsV293TestJSON-370599090</nova:project>
Nov 29 10:19:20 user nova-compute[75254]:       </nova:owner>
Nov 29 10:19:20 user nova-compute[75254]:       <nova:ports>
Nov 29 10:19:20 user nova-compute[75254]:         <nova:port uuid="61cf98cc-735d-4f8c-bf3b-1307fb00402d">
Nov 29 10:19:20 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 29 10:19:20 user nova-compute[75254]:         </nova:port>
Nov 29 10:19:20 user nova-compute[75254]:       </nova:ports>
Nov 29 10:19:20 user nova-compute[75254]:     </nova:instance>
Nov 29 10:19:20 user nova-compute[75254]:   </metadata>
Nov 29 10:19:20 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:19:20 user nova-compute[75254]:     <system>
Nov 29 10:19:20 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:19:20 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:19:20 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:19:20 user nova-compute[75254]:       <entry name="serial">d24c95e8-526c-4cf3-b5c4-24b78c431302</entry>
Nov 29 10:19:20 user nova-compute[75254]:       <entry name="uuid">d24c95e8-526c-4cf3-b5c4-24b78c431302</entry>
Nov 29 10:19:20 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:19:20 user nova-compute[75254]:     </system>
Nov 29 10:19:20 user nova-compute[75254]:   </sysinfo>
Nov 29 10:19:20 user nova-compute[75254]:   <os>
Nov 29 10:19:20 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:19:20 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:19:20 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:19:20 user nova-compute[75254]:   </os>
Nov 29 10:19:20 user nova-compute[75254]:   <features>
Nov 29 10:19:20 user nova-compute[75254]:     <acpi/>
Nov 29 10:19:20 user nova-compute[75254]:     <apic/>
Nov 29 10:19:20 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:19:20 user nova-compute[75254]:   </features>
Nov 29 10:19:20 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:19:20 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:19:20 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:19:20 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:19:20 user nova-compute[75254]:   </clock>
Nov 29 10:19:20 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:19:20 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:19:20 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:19:20 user nova-compute[75254]:   </cpu>
Nov 29 10:19:20 user nova-compute[75254]:   <devices>
Nov 29 10:19:20 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:19:20 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:19:20 user nova-compute[75254]:       <source dev="/dev/sdf"/>
Nov 29 10:19:20 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:19:20 user nova-compute[75254]:       <serial>0bcbcd8b-ea55-4cb7-a782-516d22b223f7</serial>
Nov 29 10:19:20 user nova-compute[75254]:     </disk>
Nov 29 10:19:20 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:19:20 user nova-compute[75254]:       <mac address="fa:16:3e:55:a6:d0"/>
Nov 29 10:19:20 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:19:20 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:19:20 user nova-compute[75254]:       <target dev="tap61cf98cc-73"/>
Nov 29 10:19:20 user nova-compute[75254]:     </interface>
Nov 29 10:19:20 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:19:20 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302/console.log" append="off"/>
Nov 29 10:19:20 user nova-compute[75254]:     </serial>
Nov 29 10:19:20 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:19:20 user nova-compute[75254]:     <video>
Nov 29 10:19:20 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:19:20 user nova-compute[75254]:     </video>
Nov 29 10:19:20 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:19:20 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:19:20 user nova-compute[75254]:     </rng>
Nov 29 10:19:20 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:19:20 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:19:20 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:19:20 user nova-compute[75254]:     </memballoon>
Nov 29 10:19:20 user nova-compute[75254]:   </devices>
Nov 29 10:19:20 user nova-compute[75254]: </domain>
Nov 29 10:19:20 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-585598842',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1662631741',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEB5PhazEptiQu2ZzBflyTDij+fBHEU8N4U6TzB7sifzkG5oIJfoE/xkNMylprNiqBq/AlF8KCHDAe1iesB/t5opeNFUx9R8kUnmx9IaQ7VJaInhx4/ooG24Hd0BwUbY1Q==',key_name='tempest-keypair-477789538',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:17:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e3e67b96c6294fc7bd4fc28bdb385455',ramdisk_id='',reservation_id='r-00qg0uwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-370599090',owner_user_name='tempest-ServerActionsV293TestJSON-370599090-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:19:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a7ef9fb29fc46de94e87bb39451f69b',uuid=d24c95e8-526c-4cf3-b5c4-24b78c431302,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converting VIF {"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG os_vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '81a74e6c-d2fb-58b9-b9ae-af165714ffc9', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61cf98cc-73, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61cf98cc-73, col_values=(('qos', UUID('a6b16685-fad3-4247-a2f6-e9df945352aa')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61cf98cc-73, col_values=(('external_ids', {'iface-id': '61cf98cc-735d-4f8c-bf3b-1307fb00402d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:a6:d0', 'vm-uuid': 'd24c95e8-526c-4cf3-b5c4-24b78c431302'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: INFO os_vif [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73')
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] No VIF found with MAC fa:16:3e:55:a6:d0, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-90978b92-f6df-4064-9dd9-8a867fc049eb req-27405bba-57dc-49e1-adcb-88a9cc13eaac service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90978b92-f6df-4064-9dd9-8a867fc049eb req-27405bba-57dc-49e1-adcb-88a9cc13eaac service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90978b92-f6df-4064-9dd9-8a867fc049eb req-27405bba-57dc-49e1-adcb-88a9cc13eaac service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90978b92-f6df-4064-9dd9-8a867fc049eb req-27405bba-57dc-49e1-adcb-88a9cc13eaac service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-90978b92-f6df-4064-9dd9-8a867fc049eb req-27405bba-57dc-49e1-adcb-88a9cc13eaac service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:20 user nova-compute[75254]: WARNING nova.compute.manager [req-90978b92-f6df-4064-9dd9-8a867fc049eb req-27405bba-57dc-49e1-adcb-88a9cc13eaac service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state building and task_state spawning.
Nov 29 10:19:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-110788c3-1825-4c99-b0b2-4a963fc5b440 req-adbdb78b-dd5a-4665-95cd-54c564b6af90 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-110788c3-1825-4c99-b0b2-4a963fc5b440 req-adbdb78b-dd5a-4665-95cd-54c564b6af90 service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-110788c3-1825-4c99-b0b2-4a963fc5b440 req-adbdb78b-dd5a-4665-95cd-54c564b6af90 service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-110788c3-1825-4c99-b0b2-4a963fc5b440 req-adbdb78b-dd5a-4665-95cd-54c564b6af90 service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-110788c3-1825-4c99-b0b2-4a963fc5b440 req-adbdb78b-dd5a-4665-95cd-54c564b6af90 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:22 user nova-compute[75254]: WARNING nova.compute.manager [req-110788c3-1825-4c99-b0b2-4a963fc5b440 req-adbdb78b-dd5a-4665-95cd-54c564b6af90 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state active and task_state rebuild_spawning.
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-c2b31aba-1be3-4c09-b04e-6a954c1e2c21 req-e2f0ea66-176c-4b8f-b150-eda70827be4d service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c2b31aba-1be3-4c09-b04e-6a954c1e2c21 req-e2f0ea66-176c-4b8f-b150-eda70827be4d service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c2b31aba-1be3-4c09-b04e-6a954c1e2c21 req-e2f0ea66-176c-4b8f-b150-eda70827be4d service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c2b31aba-1be3-4c09-b04e-6a954c1e2c21 req-e2f0ea66-176c-4b8f-b150-eda70827be4d service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-c2b31aba-1be3-4c09-b04e-6a954c1e2c21 req-e2f0ea66-176c-4b8f-b150-eda70827be4d service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:22 user nova-compute[75254]: WARNING nova.compute.manager [req-c2b31aba-1be3-4c09-b04e-6a954c1e2c21 req-e2f0ea66-176c-4b8f-b150-eda70827be4d service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state building and task_state spawning.
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:19:24 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance spawned successfully.
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:24 user nova-compute[75254]: INFO nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Took 7.00 seconds to spawn the instance on the hypervisor.
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:19:24 user nova-compute[75254]: INFO nova.compute.manager [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Took 7.92 seconds to build instance.
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:19:24 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance spawned successfully.
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b4b8ec61-4490-4fb7-8dae-464ca9184c09 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.030s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-9ea560e7-311d-462d-8fc1-96513b162778 req-7feacb11-36fc-4e83-b308-360dbe5d3f4e service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9ea560e7-311d-462d-8fc1-96513b162778 req-7feacb11-36fc-4e83-b308-360dbe5d3f4e service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9ea560e7-311d-462d-8fc1-96513b162778 req-7feacb11-36fc-4e83-b308-360dbe5d3f4e service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9ea560e7-311d-462d-8fc1-96513b162778 req-7feacb11-36fc-4e83-b308-360dbe5d3f4e service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-9ea560e7-311d-462d-8fc1-96513b162778 req-7feacb11-36fc-4e83-b308-360dbe5d3f4e service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:24 user nova-compute[75254]: WARNING nova.compute.manager [req-9ea560e7-311d-462d-8fc1-96513b162778 req-7feacb11-36fc-4e83-b308-360dbe5d3f4e service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state active and task_state rebuild_spawning.
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG nova.objects.instance [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75254) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4592934f-5801-4005-a5ac-d33619c2f09f tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.112s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:19:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:19:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7437MB free_disk=25.217666625976562GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d24c95e8-526c-4cf3-b5c4-24b78c431302 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e2688c91-eaa0-42da-89a1-7851dab41492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 480daf40-a31b-4c13-b9dc-ff32d525b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:19:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:19:29 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:19:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:19:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:19:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.653s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:19:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:19:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing instance network info cache due to event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG nova.network.neutron [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'flavor' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:45 user nova-compute[75254]: INFO nova.compute.manager [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Attaching volume d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a to /dev/vdb
Nov 29 10:19:45 user nova-compute[75254]: DEBUG os_brick.utils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd4f9a4-f9c1-4324-a481-5fe546dfbeca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[460ab20b-0495-4bc4-bf38-fe0be4316b35]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbebbfa6-7d64-484e-813a-8d8de02df09b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d727a99a-e58d-4013-9cba-50a6427e676e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:19:46 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac60dc8f-edb9-49d1-8a95-b4c6d6a92910]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG os_brick.utils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating existing volume attachment record: 1a630359-3bc5-4f44-8545-96d67ba19a0b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updated VIF entry in instance network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:19:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6899a4ba-7cc5-4039-9cb8-f01379421b5f req-4bbc961d-09db-48c6-850e-368bc3cee85c service nova] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:19:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:19:48 user nova-compute[75254]: INFO nova.compute.manager [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] instance snapshotting
Nov 29 10:19:48 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Beginning live snapshot process
Nov 29 10:19:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json -f qcow2" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp16bghjhu/0568e3dc540044cdba05d39929ae3507.delta 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp16bghjhu/0568e3dc540044cdba05d39929ae3507.delta 1073741824" returned: 0 in 0.074s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:49 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 10:19:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:19:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:19:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 10:19:50 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:19:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp16bghjhu/0568e3dc540044cdba05d39929ae3507.delta /opt/stack/data/nova/instances/snapshots/tmp16bghjhu/0568e3dc540044cdba05d39929ae3507 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp16bghjhu/0568e3dc540044cdba05d39929ae3507.delta /opt/stack/data/nova/instances/snapshots/tmp16bghjhu/0568e3dc540044cdba05d39929ae3507" returned: 0 in 0.529s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Snapshot extracted, beginning image upload
Nov 29 10:19:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Snapshot image upload complete
Nov 29 10:19:53 user nova-compute[75254]: INFO nova.compute.manager [None req-9a9a6b73-d9be-4001-98c4-ae87e36e4753 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Took 5.49 seconds to snapshot the instance on the hypervisor.
Nov 29 10:19:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EMfOaxoy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:19:54 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:19:54 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:19:54 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf5015a-db81-441d-a29f-bac8cf08a526]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:19:54 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f491c145-8fdb-47d3-8250-4d3af5a46925]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a] added
Nov 29 10:19:54 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.041s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[89656fde-7cdc-4f53-9c89-8c2b17e47535]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a933b510-88ef-4dc2-8345-6e8d51be21d0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EMfOaxoy {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EMfOaxoy" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[203ff635-05e3-427a-bfd7-26a447ff17be]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EMfOaxoy'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[512a1962-4c96-406d-ad88-d9b4dc0dd4af]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab1a06cb-18a3-4bf0-a768-2644881734dc]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1afde72-f66d-46ef-992a-7ed4e95ccba3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260]
Nov 29 10:19:54 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260] successful.
Nov 29 10:19:54 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4da7d7-a7d8-44dc-9884-eb8dceab3b65]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f65515-0969-48be-a84e-07d74005e21d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:19:54 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:19:54 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:19:54 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] HCTL ('38', '-', '-', 0) found on session 28 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a951b6ec-3b4e-4046-a6d8-66b73c0a8469]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching for a device in session 28 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:19:54 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EMfOaxoy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:19:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.386s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:19:55 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] <== connect_volume: return (1388ms) {'type': 'block', 'scsi_wwn': '23932393935356439', 'path': '/dev/sdg'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:19:55 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932393935356439', 'path': '/dev/sdg'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:19:55 user nova-compute[75254]: DEBUG nova.objects.instance [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'flavor' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:55 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:19:55 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:19:55 user nova-compute[75254]:   <source dev="/dev/sdg"/>
Nov 29 10:19:55 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:19:55 user nova-compute[75254]:   <serial>d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a</serial>
Nov 29 10:19:55 user nova-compute[75254]: </disk>
Nov 29 10:19:55 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:19:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:19:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:19:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:4d:7e:16, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:19:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-80c8b694-bd04-46ba-9254-4cc9be443c8a tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.683s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:56 user nova-compute[75254]: INFO nova.compute.manager [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Rescuing
Nov 29 10:19:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:19:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:19:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-220bed42-00c0-4f5b-8c23-9d8543d03ce5 req-23fd9d3c-f421-4962-93e4-561a70ad16a0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-220bed42-00c0-4f5b-8c23-9d8543d03ce5 req-23fd9d3c-f421-4962-93e4-561a70ad16a0 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-220bed42-00c0-4f5b-8c23-9d8543d03ce5 req-23fd9d3c-f421-4962-93e4-561a70ad16a0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-220bed42-00c0-4f5b-8c23-9d8543d03ce5 req-23fd9d3c-f421-4962-93e4-561a70ad16a0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-220bed42-00c0-4f5b-8c23-9d8543d03ce5 req-23fd9d3c-f421-4962-93e4-561a70ad16a0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:57 user nova-compute[75254]: WARNING nova.compute.manager [req-220bed42-00c0-4f5b-8c23-9d8543d03ce5 req-23fd9d3c-f421-4962-93e4-561a70ad16a0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:19:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance destroyed successfully.
Nov 29 10:19:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Attempting rescue
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75254) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:19:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Creating image(s)
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.256s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue" returned: 0 in 0.055s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.322s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'migration_context' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.base [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Start _get_guest_xml network_info=[{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:4d:7e:16"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'resources' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.base [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'numa_topology' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.base [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:19:58 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:19:58 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.base [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626939262',display_name='tempest-ServerRescueNegativeTestJSON-server-626939262',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626939262',id=23,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHK075tcuC6ZPO/rpUt5Kfmpq/cX3FqjQrL1cGtUQt2xKt2rzvpMFWUtyZU1uoTc47fpl0fzMEwiDFgX88tzvGQTlT604Aw7QBeQqNy7MNmI4V50cjMCW/6FyTM4yKozuQ==',key_name='tempest-keypair-1794128441',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-wc3rm8yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:18:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:4d:7e:16"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "vif_mac": "fa:16:3e:4d:7e:16"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'pci_devices' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.objects.base [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Object Instance<8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:19:58 user nova-compute[75254]:   <uuid>8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf</uuid>
Nov 29 10:19:58 user nova-compute[75254]:   <name>instance-00000017</name>
Nov 29 10:19:58 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:19:58 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:19:58 user nova-compute[75254]:   <metadata>
Nov 29 10:19:58 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:19:58 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:19:58 user nova-compute[75254]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-626939262</nova:name>
Nov 29 10:19:58 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:19:58</nova:creationTime>
Nov 29 10:19:58 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:19:58 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:19:58 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:19:58 user nova-compute[75254]:       <nova:owner>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:user uuid="abe7c92154444a4e902f0369eaf2c33b">tempest-ServerRescueNegativeTestJSON-2056495219-project-member</nova:user>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:project uuid="ab15ffc2bf4d49fe8fc893c2db9dc11e">tempest-ServerRescueNegativeTestJSON-2056495219</nova:project>
Nov 29 10:19:58 user nova-compute[75254]:       </nova:owner>
Nov 29 10:19:58 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:19:58 user nova-compute[75254]:       <nova:ports>
Nov 29 10:19:58 user nova-compute[75254]:         <nova:port uuid="628f4526-cb09-42d6-b9f2-0883395de9b5">
Nov 29 10:19:58 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 10:19:58 user nova-compute[75254]:         </nova:port>
Nov 29 10:19:58 user nova-compute[75254]:       </nova:ports>
Nov 29 10:19:58 user nova-compute[75254]:     </nova:instance>
Nov 29 10:19:58 user nova-compute[75254]:   </metadata>
Nov 29 10:19:58 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:19:58 user nova-compute[75254]:     <system>
Nov 29 10:19:58 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:19:58 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:19:58 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:19:58 user nova-compute[75254]:       <entry name="serial">8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf</entry>
Nov 29 10:19:58 user nova-compute[75254]:       <entry name="uuid">8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf</entry>
Nov 29 10:19:58 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:19:58 user nova-compute[75254]:     </system>
Nov 29 10:19:58 user nova-compute[75254]:   </sysinfo>
Nov 29 10:19:58 user nova-compute[75254]:   <os>
Nov 29 10:19:58 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:19:58 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:19:58 user nova-compute[75254]:   </os>
Nov 29 10:19:58 user nova-compute[75254]:   <features>
Nov 29 10:19:58 user nova-compute[75254]:     <acpi/>
Nov 29 10:19:58 user nova-compute[75254]:     <apic/>
Nov 29 10:19:58 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:19:58 user nova-compute[75254]:   </features>
Nov 29 10:19:58 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:19:58 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:19:58 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:19:58 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:19:58 user nova-compute[75254]:   </clock>
Nov 29 10:19:58 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:19:58 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:19:58 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:19:58 user nova-compute[75254]:   </cpu>
Nov 29 10:19:58 user nova-compute[75254]:   <devices>
Nov 29 10:19:58 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:19:58 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:19:58 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue"/>
Nov 29 10:19:58 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:19:58 user nova-compute[75254]:     </disk>
Nov 29 10:19:58 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:19:58 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:19:58 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk"/>
Nov 29 10:19:58 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:19:58 user nova-compute[75254]:     </disk>
Nov 29 10:19:58 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:19:58 user nova-compute[75254]:       <mac address="fa:16:3e:4d:7e:16"/>
Nov 29 10:19:58 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:19:58 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:19:58 user nova-compute[75254]:       <target dev="tap628f4526-cb"/>
Nov 29 10:19:58 user nova-compute[75254]:     </interface>
Nov 29 10:19:58 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:19:58 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/console.log" append="off"/>
Nov 29 10:19:58 user nova-compute[75254]:     </serial>
Nov 29 10:19:58 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:19:58 user nova-compute[75254]:     <video>
Nov 29 10:19:58 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:19:58 user nova-compute[75254]:     </video>
Nov 29 10:19:58 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:19:58 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:19:58 user nova-compute[75254]:     </rng>
Nov 29 10:19:58 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:19:58 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:19:58 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:19:58 user nova-compute[75254]:     </memballoon>
Nov 29 10:19:58 user nova-compute[75254]:   </devices>
Nov 29 10:19:58 user nova-compute[75254]: </domain>
Nov 29 10:19:58 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:19:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance destroyed successfully.
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:19:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] No VIF found with MAC fa:16:3e:4d:7e:16, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:59 user nova-compute[75254]: WARNING nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:59 user nova-compute[75254]: WARNING nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:59 user nova-compute[75254]: WARNING nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:59 user nova-compute[75254]: WARNING nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:19:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:19:59 user nova-compute[75254]: WARNING nova.compute.manager [req-33f8188c-2255-4618-8b53-a5ccfbd6a4ce req-567e8fac-845d-455d-81a5-9825655af8c4 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:01 user nova-compute[75254]: WARNING nova.compute.manager [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:01 user nova-compute[75254]: WARNING nova.compute.manager [req-47ca57db-33c0-4020-8129-e54d058d52c8 req-4ad27b20-a21c-49eb-84d9-672d57e165b5 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-888f1875-5876-4d25-baee-ea08ab59181c tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:20:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-changed-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Refreshing instance network info cache due to event network-changed-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:20:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] Acquiring lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:20:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] Acquired lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:20:08 user nova-compute[75254]: DEBUG nova.network.neutron [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Refreshing network info cache for port bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG nova.network.neutron [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updated VIF entry in instance network info cache for port bd91ed0e-74fa-45a4-b16a-f12f9b08c60d. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG nova.network.neutron [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updating instance_info_cache with network_info: [{"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e87bdfc1-e3b7-4a25-8c83-c7e4c36dd0a7 req-87cad2be-f2c1-4869-8c68-100b27430497 service nova] Releasing lock "refresh_cache-f095e505-aa2c-4438-bf09-fe9dfbf642a9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'flavor' on Instance uuid f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:09 user nova-compute[75254]: INFO nova.compute.manager [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attaching volume 30ae7fdd-f2e9-4ed2-9a32-1af67a28576c to /dev/vdb
Nov 29 10:20:09 user nova-compute[75254]: DEBUG os_brick.utils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b68092a3-6aa1-4d92-82dc-6e8f0c1dcf2f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a33b5f-d655-42ff-b9e9-d68848fb7b19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d148732b-49c9-4510-aa92-87d12fdf133b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ecd1a91-d680-45a7-a6ab-942f3b67b07c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:20:09 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:20:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac8d4a50-5751-4150-85c9-8f4048bb3f8a]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG os_brick.utils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:09 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updating existing volume attachment record: de7f3055-1d6a-4fdb-a69e-2b5374a9a2bc {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:20:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:20:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:20:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:20:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:17 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:17 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:17 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b267618a-3906-459b-84be-901e8fb6b944]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:20:17 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[da5ef669-58cb-49b3-830e-7c2465e9e0cb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c] added
Nov 29 10:20:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a285f5b9-c5dd-44a2-8115-ad97e13aeda7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[55fd5677-909f-48f5-bda8-3b5c226332e4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DtZqBWlC {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DtZqBWlC" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[609e16f3-2ae5-4048-bcf5-93f94ac1acbb]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DtZqBWlC'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c03a554-ee72-4248-924a-4f97ef6b5e33]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[688cc87e-66f1-4caf-8721-65cc800c85dc]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6c3689-30ad-476b-8e04-557f06001193]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]
Nov 29 10:20:17 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d49cb9-813a-4427-aacb-3c8e46a3beb5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93f869f-10ce-4e07-85a7-ab21f7e3e1b7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:17 user nova-compute[75254]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] HCTL ('39', '-', '-', 0) found on session 29 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f0f27c-33e5-4895-975f-0139a9ae2ccd]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching for a device in session 29 and hctl ['39', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching for a device in session 29 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '23233386335323836', 'path': '/dev/sdh'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233386335323836', 'path': '/dev/sdh'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'flavor' on Instance uuid f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:20:18 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:20:18 user nova-compute[75254]:   <source dev="/dev/sdh"/>
Nov 29 10:20:18 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:20:18 user nova-compute[75254]:   <serial>30ae7fdd-f2e9-4ed2-9a32-1af67a28576c</serial>
Nov 29 10:20:18 user nova-compute[75254]: </disk>
Nov 29 10:20:18 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:20:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No VIF found with MAC fa:16:3e:03:c7:99, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:20:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-560c2460-8d18-427b-b59e-4b0bcdfcd75e tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.007s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:21 user nova-compute[75254]: INFO nova.compute.manager [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Rebuilding instance
Nov 29 10:20:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:20:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance destroyed successfully.
Nov 29 10:20:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-948cd758-0f6c-4241-a4c4-bfffff115afd req-8ffd0749-4d19-462c-93f8-337241dc57b1 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-unplugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-948cd758-0f6c-4241-a4c4-bfffff115afd req-8ffd0749-4d19-462c-93f8-337241dc57b1 service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-948cd758-0f6c-4241-a4c4-bfffff115afd req-8ffd0749-4d19-462c-93f8-337241dc57b1 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-948cd758-0f6c-4241-a4c4-bfffff115afd req-8ffd0749-4d19-462c-93f8-337241dc57b1 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-948cd758-0f6c-4241-a4c4-bfffff115afd req-8ffd0749-4d19-462c-93f8-337241dc57b1 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-unplugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:22 user nova-compute[75254]: WARNING nova.compute.manager [req-948cd758-0f6c-4241-a4c4-bfffff115afd req-8ffd0749-4d19-462c-93f8-337241dc57b1 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-unplugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state active and task_state rebuilding.
Nov 29 10:20:22 user nova-compute[75254]: INFO nova.compute.manager [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Detaching volume 30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:20:22 user nova-compute[75254]: INFO nova.virt.block_device [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attempting to driver detach volume 30ae7fdd-f2e9-4ed2-9a32-1af67a28576c from mountpoint /dev/vdb
Nov 29 10:20:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Attempting to detach device vdb from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:20:22 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:20:22 user nova-compute[75254]:   <source dev="/dev/sdh"/>
Nov 29 10:20:22 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:20:22 user nova-compute[75254]:   <serial>30ae7fdd-f2e9-4ed2-9a32-1af67a28576c</serial>
Nov 29 10:20:22 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:20:22 user nova-compute[75254]: </disk>
Nov 29 10:20:22 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:20:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully detached device vdb from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 from the persistent domain config.
Nov 29 10:20:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:22 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4981be-bb6a-41c2-af7d-5484b9c9688d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:20:22 user nova-compute[75254]: No targets found.
Nov 29 10:20:22 user nova-compute[75254]: iSNS:
Nov 29 10:20:22 user nova-compute[75254]: No targets found.
Nov 29 10:20:22 user nova-compute[75254]: STATIC:
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:20:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:22 user nova-compute[75254]: FIRMWARE:
Nov 29 10:20:22 user nova-compute[75254]: No targets found.
Nov 29 10:20:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:20:22 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:20:22 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ef5ec3d-e1d0-41e2-99ec-1a42f05b09b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[317e5e8b-4a7c-48fb-a85f-7a68825b84e0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:22 user nova-compute[75254]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4453520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c'): ({'sdh'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Removing single pathed devices sdh {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[99ebedee-0dcb-422f-8b99-acc1a7821860]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda423f7-f7b1-4556-8d9f-8b8012d68d6b]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flushing IO for device /dev/sdh {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea2c180-2867-4422-9c4c-107bee8aa0c6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.048s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb387a9-b6c8-480e-bca4-d41da29dec56]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] SCSI volumes sdh have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e275f1-150b-4e5b-9028-c36af1cbbd62]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc5068c-d0eb-4b24-b0a4-8c8deab97d96]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]
Nov 29 10:20:22 user nova-compute[75254]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fad1dcde-e2b2-4904-9a9b-f8e8f03d15ea]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== disconnect_volume: return (341ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:20:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance destroyed successfully.
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:18:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-369731946',display_name='tempest-ServerActionsTestOtherA-server-550269296',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-369731946',id=25,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFdSJhXtI9EXvmQTuSXCy9RaCYw/vsY2NSC6fIRpvUtFvXtEidLaew7j7azWwAwfc0KiyB3fiudyZ4vjRFI3y17qS+/2dDWYTbYV/gne2nkltIL6ks1DGJTZ/N24FSEVA==',key_name='tempest-keypair-290106314',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-ovkdl708',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:20:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=f095e505-aa2c-4438-bf09-fe9dfbf642a9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbd91ed0e-74, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=359a627d-6710-4a22-ae96-f78581825da1) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:23 user nova-compute[75254]: INFO os_vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74')
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:23 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ce4393-b48c-4bbd-9922-86a9bfc79aa1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:20:23 user nova-compute[75254]: No targets found.
Nov 29 10:20:23 user nova-compute[75254]: iSNS:
Nov 29 10:20:23 user nova-compute[75254]: No targets found.
Nov 29 10:20:23 user nova-compute[75254]: STATIC:
Nov 29 10:20:23 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:20:23 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:23 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:23 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e
Nov 29 10:20:23 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:23 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:23 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:20:23 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:23 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:23 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:20:23 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:23 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:23 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664
Nov 29 10:20:23 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:23 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:23 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:20:23 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:23 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:23 user nova-compute[75254]: FIRMWARE:
Nov 29 10:20:23 user nova-compute[75254]: No targets found.
Nov 29 10:20:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:20:23 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:20:23 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e3c574-5aaf-419c-a2a4-f8cad05a6c15]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[de64da49-8536-411b-84e4-281e55f69b2c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:23 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44c9e10>, {}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Disconnecting from: [] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.086s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== disconnect_volume: return (88ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:20:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Deleting instance files /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9_del
Nov 29 10:20:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Deletion of /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9_del complete
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:20:23 user nova-compute[75254]: INFO nova.virt.block_device [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Booting with volume 30ae7fdd-f2e9-4ed2-9a32-1af67a28576c at /dev/vdb
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG os_brick.utils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG nova.objects.instance [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'flavor' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91e0b78-e646-4fb0-9a83-ea41f246e803]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c0dda69-a4af-4b51-807e-83e6b2895af4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf340e9-e74a-4d89-84bb-5e52468ff721]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[879a07e9-d0f0-42cb-85b1-2d3b8c2fae8d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:20:24 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[58ee45b4-cb4d-4dbd-8c52-3720113674ed]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.utils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updating existing volume attachment record: 3d2cc3a4-a4aa-4448-a9c1-cd00c2573fea {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-0fc2d8be-0858-4257-baba-c61128330657 req-15179f54-2bb4-4acb-896b-a0bfb45570bb service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0fc2d8be-0858-4257-baba-c61128330657 req-15179f54-2bb4-4acb-896b-a0bfb45570bb service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0fc2d8be-0858-4257-baba-c61128330657 req-15179f54-2bb4-4acb-896b-a0bfb45570bb service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0fc2d8be-0858-4257-baba-c61128330657 req-15179f54-2bb4-4acb-896b-a0bfb45570bb service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-0fc2d8be-0858-4257-baba-c61128330657 req-15179f54-2bb4-4acb-896b-a0bfb45570bb service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:24 user nova-compute[75254]: WARNING nova.compute.manager [req-0fc2d8be-0858-4257-baba-c61128330657 req-15179f54-2bb4-4acb-896b-a0bfb45570bb service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state active and task_state rebuild_block_device_mapping.
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:24 user nova-compute[75254]: INFO nova.compute.manager [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Attaching volume b77aa824-1a55-4e3e-b613-dadb9ccd6539 to /dev/vdb
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.utils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3e60ec-ad94-4e13-a6b8-6d8eb325419f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c1a1e3-9d9f-4cd2-a24a-f6feb7bddb2e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[129f809d-9ea3-4188-96fe-00b30223ca78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57d763b-d556-448b-9356-12bdc39754d4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:20:24 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[977328b5-f39d-43cc-95db-17eb7628d797]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG os_brick.utils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating existing volume attachment record: bc0b43a0-b9ad-408b-ae00-3986f016733c {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updating instance_info_cache with network_info: [{"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:25 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:20:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-changed-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing instance network info cache due to event network-changed-d1abaf29-1656-45ec-80c2-a1dfc7affab6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] Acquiring lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] Acquired lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG nova.network.neutron [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Refreshing network info cache for port d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:20:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:20:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7485MB free_disk=25.154991149902344GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG nova.network.neutron [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updated VIF entry in instance network info cache for port d1abaf29-1656-45ec-80c2-a1dfc7affab6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG nova.network.neutron [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f4775947-9368-4b42-9bd1-110afb2d321d req-c76c2b5c-adaf-431a-8c63-c66311c92511 service nova] Releasing lock "refresh_cache-e2688c91-eaa0-42da-89a1-7851dab41492" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d24c95e8-526c-4cf3-b5c4-24b78c431302 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e2688c91-eaa0-42da-89a1-7851dab41492 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 480daf40-a31b-4c13-b9dc-ff32d525b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.214s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:20:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "e2688c91-eaa0-42da-89a1-7851dab41492" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:30 user nova-compute[75254]: INFO nova.compute.manager [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Terminating instance
Nov 29 10:20:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-4ffd8d74-4b8f-4aac-8a89-1f698afc0045 req-ac9380d3-d45c-4e0a-bba9-4225d3ba4cf2 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4ffd8d74-4b8f-4aac-8a89-1f698afc0045 req-ac9380d3-d45c-4e0a-bba9-4225d3ba4cf2 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4ffd8d74-4b8f-4aac-8a89-1f698afc0045 req-ac9380d3-d45c-4e0a-bba9-4225d3ba4cf2 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4ffd8d74-4b8f-4aac-8a89-1f698afc0045 req-ac9380d3-d45c-4e0a-bba9-4225d3ba4cf2 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-4ffd8d74-4b8f-4aac-8a89-1f698afc0045 req-ac9380d3-d45c-4e0a-bba9-4225d3ba4cf2 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-4ffd8d74-4b8f-4aac-8a89-1f698afc0045 req-ac9380d3-d45c-4e0a-bba9-4225d3ba4cf2 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-11d4b2d8-f89a-4be9-bbd2-29ee0b246e7b req-fab1e759-700d-40e2-8ca3-b69a68104cba service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-11d4b2d8-f89a-4be9-bbd2-29ee0b246e7b req-fab1e759-700d-40e2-8ca3-b69a68104cba service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-11d4b2d8-f89a-4be9-bbd2-29ee0b246e7b req-fab1e759-700d-40e2-8ca3-b69a68104cba service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-11d4b2d8-f89a-4be9-bbd2-29ee0b246e7b req-fab1e759-700d-40e2-8ca3-b69a68104cba service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-11d4b2d8-f89a-4be9-bbd2-29ee0b246e7b req-fab1e759-700d-40e2-8ca3-b69a68104cba service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-11d4b2d8-f89a-4be9-bbd2-29ee0b246e7b req-fab1e759-700d-40e2-8ca3-b69a68104cba service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-3e5500a6-e193-4e8e-90ad-707793d33271 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Instance destroyed successfully.
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lazy-loading 'resources' on Instance uuid e2688c91-eaa0-42da-89a1-7851dab41492 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "address": "fa:16:3e:fd:ca:c0", "network": {"id": "b7926557-4f87-4204-ba49-6672b493ee16", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1635861006-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1abaf29-16", "ovs_interfaceid": "d1abaf29-1656-45ec-80c2-a1dfc7affab6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1abaf29-16, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a59886a7-3e6b-44bb-9495-15982635ba5b) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:ca:c0,bridge_name='br-int',has_traffic_filtering=True,id=d1abaf29-1656-45ec-80c2-a1dfc7affab6,network=Network(b7926557-4f87-4204-ba49-6672b493ee16),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1abaf29-16')
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e5500a6-e1, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f0b5712-03e5-4fa6-b116-2ba7eec6ab28) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:79:b0,bridge_name='br-int',has_traffic_filtering=True,id=3e5500a6-e193-4e8e-90ad-707793d33271,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e5500a6-e1')
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a922ed7-a6, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cbb54492-abe3-47e7-8f18-6d05eb3c7f28) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:20:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Creating image(s)
Nov 29 10:20:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a7:1d,bridge_name='br-int',has_traffic_filtering=True,id=8a922ed7-a6d7-40c1-af97-2d90fd2e4c43,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8a922ed7-a6')
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5638dc72-14, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2aa4bbff-cc17-4166-9bc1-9624be29e25d) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:ee:94,bridge_name='br-int',has_traffic_filtering=True,id=5638dc72-1470-40ef-bc15-e600d1afe35e,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5638dc72-14')
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap00763c65-fe, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f19e252-23c1-4728-849f-9bf9c129d82e) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:60:0d,bridge_name='br-int',has_traffic_filtering=True,id=00763c65-fefc-4ce4-a51a-348a06fd05ae,network=Network(7c788c91-13cd-4707-8a38-e75e125a6ef3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00763c65-fe')
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap842e7561-ee, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5136478b-4896-44e2-beab-bce1a12d45f0) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:85:ff,bridge_name='br-int',has_traffic_filtering=True,id=842e7561-eef2-436f-a717-7607f23bd2f6,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap842e7561-ee')
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-29T10:17:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-587703033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-587703033',id=22,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJrq6EzK2n486/DONcDMwCpNV+gF3V4hi9cZcTH1RP7kPQJH9YJGeLOkSk2YRnqS05MlDqxRE1ibJvxfQbD2doqyjM9Oy994/JuC9tMLU/H+gwRJvHZcGxrOy+c6zaw0eQ==',key_name='tempest-keypair-807579973',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc45bfd70031442bbfb4fd2c33b9641c',ramdisk_id='',reservation_id='r-ow0e1o3o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-172041822',owner_user_name='tempest-TaggedBootDevicesTest-172041822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='00cfe042afe54764a9f5a4ca108a22c0',uuid=e2688c91-eaa0-42da-89a1-7851dab41492,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converting VIF {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape001f1bc-8a, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ae833f1-b8ee-41fe-be5b-c5e70e626257) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:33 user nova-compute[75254]: INFO os_vif [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:93:99,bridge_name='br-int',has_traffic_filtering=True,id=e001f1bc-8aad-4686-bf28-3e421e12f03f,network=Network(e081f5c7-f6c0-4f56-baae-3bfd57ffffd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape001f1bc-8a')
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OYeHutZr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22be573-ca0b-4767-a626-242613ab65c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:20:33 user nova-compute[75254]: No targets found.
Nov 29 10:20:33 user nova-compute[75254]: iSNS:
Nov 29 10:20:33 user nova-compute[75254]: No targets found.
Nov 29 10:20:33 user nova-compute[75254]: STATIC:
Nov 29 10:20:33 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:20:33 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:33 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:33 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e
Nov 29 10:20:33 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:33 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:33 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:20:33 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:33 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:33 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:20:33 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:33 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:33 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664
Nov 29 10:20:33 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:33 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:33 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:20:33 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:33 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:33 user nova-compute[75254]: FIRMWARE:
Nov 29 10:20:33 user nova-compute[75254]: No targets found.
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:20:33 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:20:33 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c00004-678a-44e2-b82b-5669b6fb4d5c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-d1abaf29-1656-45ec-80c2-a1dfc7affab6 for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-842e7561-eef2-436f-a717-7607f23bd2f6 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-842e7561-eef2-436f-a717-7607f23bd2f6 for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-e001f1bc-8aad-4686-bf28-3e421e12f03f for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-ea177f86-e0ec-410a-b2e5-6f4f4a24a6e5 req-315a8fae-f413-4f8d-8c56-cf756f040757 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-e001f1bc-8aad-4686-bf28-3e421e12f03f for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[833bc8a6-f83e-499a-966c-02ded93afedf]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba423c8b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk 1073741824" returned: 0 in 0.052s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd16ec7-ac67-434a-8b9f-65a0186de325]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-3e5500a6-e193-4e8e-90ad-707793d33271 for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-8a922ed7-a6d7-40c1-af97-2d90fd2e4c43 for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-5638dc72-1470-40ef-bc15-e600d1afe35e for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-5638dc72-1470-40ef-bc15-e600d1afe35e for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-unplugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-unplugged-00763c65-fefc-4ce4-a51a-348a06fd05ae for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Acquiring lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] Lock "e2688c91-eaa0-42da-89a1-7851dab41492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] No waiting events found dispatching network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.compute.manager [req-4f8264c4-ee71-4cb3-a516-4eac7e372b16 req-57929c96-93b0-4662-a44c-1eb1e7e911b7 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received unexpected event network-vif-plugged-00763c65-fefc-4ce4-a51a-348a06fd05ae for instance with vm_state active and task_state deleting.
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cadd31-cf04-4be2-a2f9-bd572937abca]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVRMGjbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9be5c84d-7060-4a81-b4a1-aded48ee1d51]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5210266b-47b0-4b7e-8552-d3b0a1a4086b]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d0f07c-7adc-40ff-a510-cff98ee29836]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f1fc98-7172-467a-9e94-fc4f3cd29c9a]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260]
Nov 29 10:20:33 user nova-compute[75254]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e65251f8-3150-4ca7-9223-cd98cf6f4664 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bdeb4ef-d9d5-43ea-8fb2-57dd32d1f3eb]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.439s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== disconnect_volume: return (443ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.220s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:33 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QVXPOrja', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c400e8-ef94-44e4-9522-4ecf6016d986]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:20:33 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[702afc05-7e4b-4dc5-b11e-c82927404b34]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539] added
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[412922ab-57ad-4ae2-896c-494cd977d08f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Cannot resize image /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Ensure instance console log exists: /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Start _get_guest_xml network_info=[{"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f095e505-aa2c-4438-bf09-fe9dfbf642a9', 'attached_at': '', 'detached_at': '', 'volume_id': '30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'serial': '30ae7fdd-f2e9-4ed2-9a32-1af67a28576c'}, 'attachment_id': '3d2cc3a4-a4aa-4448-a9c1-cd00c2573fea', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc4b200a-c99f-4dd4-9e84-e17c18e2623e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVRMGjbi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 10:20:33 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.objects.instance [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'vcpu_model' on Instance uuid f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVRMGjbi" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[05500dc1-ff2f-49e6-b8d3-cd1821584b97]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZVRMGjbi'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:33 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9891e65-f9e9-4dad-8b23-07c32676b285]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41e30a3-769b-4837-83a4-8221cefbb086]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[11752f36-f26c-438d-8258-47c9c869e830]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260]
Nov 29 10:20:33 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f1c549-ec19-483b-9236-9359d31dc45b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c8a9855-fccf-4bf2-a4c8-5aee53c6f9ef]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:33 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:33 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] HCTL ('34', '-', '-', 0) found on session 30 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[55207114-4287-4f7b-82ce-28ae019bc249]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:20:34 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:20:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVRMGjbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:20:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] <== connect_volume: return (1595ms) {'type': 'block', 'scsi_wwn': '23639643938306630', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:34 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639643938306630', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.370s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.objects.instance [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'flavor' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f44ca5f-e8bf-4083-a57a-6daad6b3d846]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:20:35 user nova-compute[75254]: No targets found.
Nov 29 10:20:35 user nova-compute[75254]: iSNS:
Nov 29 10:20:35 user nova-compute[75254]: No targets found.
Nov 29 10:20:35 user nova-compute[75254]: STATIC:
Nov 29 10:20:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:20:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e
Nov 29 10:20:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539
Nov 29 10:20:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:20:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:20:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:20:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:35 user nova-compute[75254]: FIRMWARE:
Nov 29 10:20:35 user nova-compute[75254]: No targets found.
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:20:35 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:20:35 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:20:35 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:20:35 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:20:35 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:20:35 user nova-compute[75254]:   <serial>b77aa824-1a55-4e3e-b613-dadb9ccd6539</serial>
Nov 29 10:20:35 user nova-compute[75254]: </disk>
Nov 29 10:20:35 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a48ca1-9a93-47aa-ad76-0f7ea78854f9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c226b6b-a8de-4a2e-b9f1-88b7ce2f7bec]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44516c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8b6533-1bd7-41b3-8a20-88e8a8bad3bc]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[361d3836-5928-4853-b5d9-2abf8c94f786]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0f3c54-be9f-45b4-8ff3-18678ac13849]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc3d277-bda2-45a7-8734-a97edceb9de9]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0623005-9ddb-4eb6-85b3-3bceef4afd3f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d8445d-68d0-476f-9292-fbf32d2d9f17]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260]
Nov 29 10:20:35 user nova-compute[75254]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aacc2247-beb9-467f-8281-0c19bebb118e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c909f3e2-310f-469a-9296-522b1e818f79]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== disconnect_volume: return (1699ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.540s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:35 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:35 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXpPzONi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:35 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4af4c08-7926-4e93-b8fe-d988ef3d2de2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:20:35 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef23940a-1215-483d-bab2-6d254db53f38]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c] added
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8e7a8e-741d-41db-adff-86b757acb43e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2279875-ef46-43c3-8c98-91f737ac5773]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DtZqBWlC {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DtZqBWlC" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[675c9157-eec8-40ba-a330-6132149a3f1b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DtZqBWlC'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2249db-148d-4f49-9220-353fecea941c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[beb5bda2-52a1-42f7-8626-d0c7dc626e1f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No VIF found with MAC fa:16:3e:9a:ce:44, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[34252c35-c6c2-47a9-830a-e8477fbd01d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]
Nov 29 10:20:35 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d203f485-db56-4b5d-964f-986435c68475]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[083f51ed-cdd6-4c20-bda1-ee4e1f418dfd]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:35 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] HCTL ('35', '-', '-', 0) found on session 31 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-170dc654-5c1e-4946-bfd0-7241e021a96d tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.498s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fe93f1-cf52-4b00-b91d-5455ec1a0899]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:20:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:20:36 user nova-compute[75254]: INFO nova.compute.manager [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Rescuing
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== connect_volume: return (2920ms) {'type': 'block', 'scsi_wwn': '23233386335323836', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233386335323836', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.376s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:18:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-369731946',display_name='tempest-ServerActionsTestOtherA-server-550269296',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-369731946',id=25,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFdSJhXtI9EXvmQTuSXCy9RaCYw/vsY2NSC6fIRpvUtFvXtEidLaew7j7azWwAwfc0KiyB3fiudyZ4vjRFI3y17qS+/2dDWYTbYV/gne2nkltIL6ks1DGJTZ/N24FSEVA==',key_name='tempest-keypair-290106314',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-ovkdl708',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:20:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=f095e505-aa2c-4438-bf09-fe9dfbf642a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:20:36 user nova-compute[75254]:   <uuid>f095e505-aa2c-4438-bf09-fe9dfbf642a9</uuid>
Nov 29 10:20:36 user nova-compute[75254]:   <name>instance-00000019</name>
Nov 29 10:20:36 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:20:36 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:20:36 user nova-compute[75254]:   <metadata>
Nov 29 10:20:36 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:20:36 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:20:36 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherA-server-550269296</nova:name>
Nov 29 10:20:36 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:20:33</nova:creationTime>
Nov 29 10:20:36 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:20:36 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:20:36 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:20:36 user nova-compute[75254]:       <nova:owner>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:user uuid="b7744296c0e84f669d5b9726976c00f7">tempest-ServerActionsTestOtherA-988559960-project-member</nova:user>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:project uuid="6486f4f55cc04a33ad712346277c9fc5">tempest-ServerActionsTestOtherA-988559960</nova:project>
Nov 29 10:20:36 user nova-compute[75254]:       </nova:owner>
Nov 29 10:20:36 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:20:36 user nova-compute[75254]:       <nova:ports>
Nov 29 10:20:36 user nova-compute[75254]:         <nova:port uuid="bd91ed0e-74fa-45a4-b16a-f12f9b08c60d">
Nov 29 10:20:36 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 10:20:36 user nova-compute[75254]:         </nova:port>
Nov 29 10:20:36 user nova-compute[75254]:       </nova:ports>
Nov 29 10:20:36 user nova-compute[75254]:     </nova:instance>
Nov 29 10:20:36 user nova-compute[75254]:   </metadata>
Nov 29 10:20:36 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:20:36 user nova-compute[75254]:     <system>
Nov 29 10:20:36 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:20:36 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:20:36 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:20:36 user nova-compute[75254]:       <entry name="serial">f095e505-aa2c-4438-bf09-fe9dfbf642a9</entry>
Nov 29 10:20:36 user nova-compute[75254]:       <entry name="uuid">f095e505-aa2c-4438-bf09-fe9dfbf642a9</entry>
Nov 29 10:20:36 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:20:36 user nova-compute[75254]:     </system>
Nov 29 10:20:36 user nova-compute[75254]:   </sysinfo>
Nov 29 10:20:36 user nova-compute[75254]:   <os>
Nov 29 10:20:36 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:20:36 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:20:36 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:20:36 user nova-compute[75254]:   </os>
Nov 29 10:20:36 user nova-compute[75254]:   <features>
Nov 29 10:20:36 user nova-compute[75254]:     <acpi/>
Nov 29 10:20:36 user nova-compute[75254]:     <apic/>
Nov 29 10:20:36 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:20:36 user nova-compute[75254]:   </features>
Nov 29 10:20:36 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:20:36 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:20:36 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:20:36 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:20:36 user nova-compute[75254]:   </clock>
Nov 29 10:20:36 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:20:36 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:20:36 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:20:36 user nova-compute[75254]:   </cpu>
Nov 29 10:20:36 user nova-compute[75254]:   <devices>
Nov 29 10:20:36 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:20:36 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:20:36 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk"/>
Nov 29 10:20:36 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:20:36 user nova-compute[75254]:     </disk>
Nov 29 10:20:36 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:20:36 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:20:36 user nova-compute[75254]:       <source dev="/dev/sdd"/>
Nov 29 10:20:36 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:20:36 user nova-compute[75254]:       <serial>30ae7fdd-f2e9-4ed2-9a32-1af67a28576c</serial>
Nov 29 10:20:36 user nova-compute[75254]:     </disk>
Nov 29 10:20:36 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:20:36 user nova-compute[75254]:       <mac address="fa:16:3e:03:c7:99"/>
Nov 29 10:20:36 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:20:36 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:20:36 user nova-compute[75254]:       <target dev="tapbd91ed0e-74"/>
Nov 29 10:20:36 user nova-compute[75254]:     </interface>
Nov 29 10:20:36 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:20:36 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/console.log" append="off"/>
Nov 29 10:20:36 user nova-compute[75254]:     </serial>
Nov 29 10:20:36 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:20:36 user nova-compute[75254]:     <video>
Nov 29 10:20:36 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:20:36 user nova-compute[75254]:     </video>
Nov 29 10:20:36 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:20:36 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:20:36 user nova-compute[75254]:     </rng>
Nov 29 10:20:36 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:20:36 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:20:36 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:20:36 user nova-compute[75254]:     </memballoon>
Nov 29 10:20:36 user nova-compute[75254]:   </devices>
Nov 29 10:20:36 user nova-compute[75254]: </domain>
Nov 29 10:20:36 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:18:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-369731946',display_name='tempest-ServerActionsTestOtherA-server-550269296',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-369731946',id=25,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFdSJhXtI9EXvmQTuSXCy9RaCYw/vsY2NSC6fIRpvUtFvXtEidLaew7j7azWwAwfc0KiyB3fiudyZ4vjRFI3y17qS+/2dDWYTbYV/gne2nkltIL6ks1DGJTZ/N24FSEVA==',key_name='tempest-keypair-290106314',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-ovkdl708',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:20:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=f095e505-aa2c-4438-bf09-fe9dfbf642a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[140256d8-d0f5-4d47-802a-2b8e31f7860a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:20:36 user nova-compute[75254]: No targets found.
Nov 29 10:20:36 user nova-compute[75254]: iSNS:
Nov 29 10:20:36 user nova-compute[75254]: No targets found.
Nov 29 10:20:36 user nova-compute[75254]: STATIC:
Nov 29 10:20:36 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:20:36 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:36 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:36 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:20:36 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:36 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:36 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539
Nov 29 10:20:36 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:36 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:36 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c
Nov 29 10:20:36 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:36 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:36 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:20:36 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:36 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:36 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:20:36 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:36 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:36 user nova-compute[75254]: FIRMWARE:
Nov 29 10:20:36 user nova-compute[75254]: No targets found.
Nov 29 10:20:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:20:36 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:20:36 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23677251-73a1-5866-bf2d-2678540f3579', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbd91ed0e-74, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbd91ed0e-74, col_values=(('qos', UUID('7a53a0c1-d5f3-4458-b8f5-73f6f57b5ab7')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbd91ed0e-74, col_values=(('external_ids', {'iface-id': 'bd91ed0e-74fa-45a4-b16a-f12f9b08c60d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:c7:99', 'vm-uuid': 'f095e505-aa2c-4438-bf09-fe9dfbf642a9'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf6fb687-893c-46ec-87d2-73f195014564]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:36 user nova-compute[75254]: INFO os_vif [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74')
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53171d0-af62-409b-815d-31257032460b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:36 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4453910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c'): ({'sde'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Removing single pathed devices sde {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[26dc2593-c094-40d3-8244-873262459010]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No VIF found with MAC fa:16:3e:03:c7:99, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b2c19f7-bdd8-4ecf-a673-1f08f2f8c8b9]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Flushing IO for device /dev/sde {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b417cff5-6de5-4fff-8a3c-d7e5e62a8b0a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[548073a1-396c-4150-88c1-298b0ecb16b9]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e2ad4e-2b58-4b02-a18a-8db61e55b1a8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3afc65-7144-49e5-9263-9264562521c5]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260]
Nov 29 10:20:37 user nova-compute[75254]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:37 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:60b491e1-db1e-4ebe-ad33-3c8dafda8f4c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a366a194-087e-4b0c-a740-520b5df44d17]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] <== disconnect_volume: return (1754ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:20:37 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Deleting instance files /opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492_del
Nov 29 10:20:37 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Deletion of /opt/stack/data/nova/instances/e2688c91-eaa0-42da-89a1-7851dab41492_del complete
Nov 29 10:20:37 user nova-compute[75254]: INFO nova.compute.manager [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Took 6.41 seconds to destroy the instance on the hypervisor.
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-5113bb71-ae1b-41de-8ac6-605922df00d0 req-ec66376e-5440-45fa-a023-cabb4eae8157 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5113bb71-ae1b-41de-8ac6-605922df00d0 req-ec66376e-5440-45fa-a023-cabb4eae8157 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5113bb71-ae1b-41de-8ac6-605922df00d0 req-ec66376e-5440-45fa-a023-cabb4eae8157 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5113bb71-ae1b-41de-8ac6-605922df00d0 req-ec66376e-5440-45fa-a023-cabb4eae8157 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-5113bb71-ae1b-41de-8ac6-605922df00d0 req-ec66376e-5440-45fa-a023-cabb4eae8157 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:37 user nova-compute[75254]: WARNING nova.compute.manager [req-5113bb71-ae1b-41de-8ac6-605922df00d0 req-ec66376e-5440-45fa-a023-cabb4eae8157 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance destroyed successfully.
Nov 29 10:20:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Attempting a stable device rescue
Nov 29 10:20:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75254) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:20:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Creating image(s)
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'trusted_certs' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "f25a8b632da07d9b1b413b5147899e693162b8d2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "f25a8b632da07d9b1b413b5147899e693162b8d2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-81ea882a-a000-4961-bf5f-4af5e8d1c4b1 req-5393591f-702d-4a48-b522-32c3345128d0 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-81ea882a-a000-4961-bf5f-4af5e8d1c4b1 req-5393591f-702d-4a48-b522-32c3345128d0 service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-81ea882a-a000-4961-bf5f-4af5e8d1c4b1 req-5393591f-702d-4a48-b522-32c3345128d0 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-81ea882a-a000-4961-bf5f-4af5e8d1c4b1 req-5393591f-702d-4a48-b522-32c3345128d0 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-81ea882a-a000-4961-bf5f-4af5e8d1c4b1 req-5393591f-702d-4a48-b522-32c3345128d0 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:38 user nova-compute[75254]: WARNING nova.compute.manager [req-81ea882a-a000-4961-bf5f-4af5e8d1c4b1 req-5393591f-702d-4a48-b522-32c3345128d0 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state active and task_state rebuild_spawning.
Nov 29 10:20:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-d5a2c7ea-61b5-4bcd-bde7-7ade6f61416a req-bde70826-14e2-4a02-8721-7118785b0bfe service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d5a2c7ea-61b5-4bcd-bde7-7ade6f61416a req-bde70826-14e2-4a02-8721-7118785b0bfe service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d5a2c7ea-61b5-4bcd-bde7-7ade6f61416a req-bde70826-14e2-4a02-8721-7118785b0bfe service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d5a2c7ea-61b5-4bcd-bde7-7ade6f61416a req-bde70826-14e2-4a02-8721-7118785b0bfe service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-d5a2c7ea-61b5-4bcd-bde7-7ade6f61416a req-bde70826-14e2-4a02-8721-7118785b0bfe service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:40 user nova-compute[75254]: WARNING nova.compute.manager [req-d5a2c7ea-61b5-4bcd-bde7-7ade6f61416a req-bde70826-14e2-4a02-8721-7118785b0bfe service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.part --force-share --output=json" returned: 0 in 0.205s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.virt.images [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] 34113cc4-2f7a-4b1c-96b0-ef785044359e was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.part /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.part /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.converted" returned: 0 in 0.580s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-4872c1d5-11f5-4617-82eb-f15c92389c84 req-3b521023-d6b5-4dee-8cad-b8669b817816 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4872c1d5-11f5-4617-82eb-f15c92389c84 req-3b521023-d6b5-4dee-8cad-b8669b817816 service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4872c1d5-11f5-4617-82eb-f15c92389c84 req-3b521023-d6b5-4dee-8cad-b8669b817816 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4872c1d5-11f5-4617-82eb-f15c92389c84 req-3b521023-d6b5-4dee-8cad-b8669b817816 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-4872c1d5-11f5-4617-82eb-f15c92389c84 req-3b521023-d6b5-4dee-8cad-b8669b817816 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:40 user nova-compute[75254]: WARNING nova.compute.manager [req-4872c1d5-11f5-4617-82eb-f15c92389c84 req-3b521023-d6b5-4dee-8cad-b8669b817816 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state active and task_state rebuild_spawning.
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:40 user nova-compute[75254]: INFO nova.compute.manager [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Terminating instance
Nov 29 10:20:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2.converted --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "f25a8b632da07d9b1b413b5147899e693162b8d2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.338s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "f25a8b632da07d9b1b413b5147899e693162b8d2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "f25a8b632da07d9b1b413b5147899e693162b8d2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2 --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2,backing_fmt=raw /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2,backing_fmt=raw /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue" returned: 0 in 0.064s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "f25a8b632da07d9b1b413b5147899e693162b8d2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'migration_context' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Object Instance<efa76a1d-14ec-471a-ac84-62276707685b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Start _get_guest_xml network_info=[{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "vif_mac": "fa:16:3e:9a:ce:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '34113cc4-2f7a-4b1c-96b0-ef785044359e', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVRMGjbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'efa76a1d-14ec-471a-ac84-62276707685b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'serial': 'b77aa824-1a55-4e3e-b613-dadb9ccd6539'}, 'attachment_id': 'bc0b43a0-b9ad-408b-ae00-3986f016733c', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'resources' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Object Instance<efa76a1d-14ec-471a-ac84-62276707685b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'numa_topology' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Object Instance<efa76a1d-14ec-471a-ac84-62276707685b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:20:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:20:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'vcpu_model' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Object Instance<efa76a1d-14ec-471a-ac84-62276707685b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVRMGjbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:41 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:41 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:41 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[81310e0a-5f10-49f2-b721-5aea207072ee]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = ZVRMGjbi\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 10:20:41 user nova-compute[75254]: node.name = iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539
Nov 29 10:20:41 user nova-compute[75254]: node.tpgt = -1
Nov 29 10:20:41 user nova-compute[75254]: node.startup = automatic
Nov 29 10:20:41 user nova-compute[75254]: node.leading_login = No
Nov 29 10:20:41 user nova-compute[75254]: iface.iscsi_ifacename = default
Nov 29 10:20:41 user nova-compute[75254]: iface.net_ifacename = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.ipaddress = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.prefix_len = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.hwaddress = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.transport_name = tcp
Nov 29 10:20:41 user nova-compute[75254]: iface.initiatorname = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.vlan_id = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.vlan_priority = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.vlan_state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.iface_num = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.mtu = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.port = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.bootproto = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.subnet_mask = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.gateway = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_alt_client_id = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_dns = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_learn_iqn = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_vendor_id_state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_vendor_id = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.dhcp_slp_da = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.fragmentation = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.gratuitous_arp = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.incoming_forwarding = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.tos_state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.tos = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.ttl = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.delayed_ack = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.tcp_nagle = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.tcp_wsf_state = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.tcp_wsf = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.tcp_timer_scale = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.tcp_timestamp = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.redirect = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.def_task_mgmt_timeout = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.header_digest = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.data_digest = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.immediate_data = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.initial_r2t = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.data_seq_inorder = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.data_pdu_inorder = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.erl = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.max_receive_data_len = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.first_burst_len = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.max_outstanding_r2t = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.max_burst_len = 0
Nov 29 10:20:41 user nova-compute[75254]: iface.chap_auth = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.bidi_chap = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.strict_login_compliance = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.discovery_auth = <empty>
Nov 29 10:20:41 user nova-compute[75254]: iface.discovery_logout = <empty>
Nov 29 10:20:41 user nova-compute[75254]: node.discovery_address = <empty>
Nov 29 10:20:41 user nova-compute[75254]: node.discovery_port = 0
Nov 29 10:20:41 user nova-compute[75254]: node.discovery_type = static
Nov 29 10:20:41 user nova-compute[75254]: node.session.initial_cmdsn = 0
Nov 29 10:20:41 user nova-compute[75254]: node.session.initial_login_retry_max = 8
Nov 29 10:20:41 user nova-compute[75254]: node.session.xmit_thread_priority = -20
Nov 29 10:20:41 user nova-compute[75254]: node.session.cmds_max = 128
Nov 29 10:20:41 user nova-compute[75254]: node.session.queue_depth = 32
Nov 29 10:20:41 user nova-compute[75254]: node.session.nr_sessions = 1
Nov 29 10:20:41 user nova-compute[75254]: node.session.auth.authmethod = CHAP
Nov 29 10:20:41 user nova-compute[75254]: node.session.auth.username = ZVRMGjbi
Nov 29 10:20:41 user nova-compute[75254]: node.session.auth.password = ***
Nov 29 10:20:41 user nova-compute[75254]: node.session.auth.username_in = <empty>
Nov 29 10:20:41 user nova-compute[75254]: node.session.auth.password_in = <empty>
Nov 29 10:20:41 user nova-compute[75254]: node.session.auth.chap_algs = MD5
Nov 29 10:20:41 user nova-compute[75254]: node.session.timeo.replacement_timeout = 120
Nov 29 10:20:41 user nova-compute[75254]: node.session.err_timeo.abort_timeout = 15
Nov 29 10:20:41 user nova-compute[75254]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 10:20:41 user nova-compute[75254]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 10:20:41 user nova-compute[75254]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.FastAbort = Yes
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.InitialR2T = No
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.ImmediateData = Yes
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.MaxConnections = 1
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 10:20:41 user nova-compute[75254]: node.session.iscsi.ERL = 0
Nov 29 10:20:41 user nova-compute[75254]: node.session.scan = manual
Nov 29 10:20:41 user nova-compute[75254]: node.session.reopen_max = 0
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].address = 172.16.0.220
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].port = 3260
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].startup = manual
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].tcp.window_size = 524288
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].tcp.type_of_service = 0
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].timeo.logout_timeout = 15
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].timeo.login_timeout = 15
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].timeo.auth_timeout = 45
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].iscsi.DataDigest = None
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].iscsi.IFMarker = No
Nov 29 10:20:41 user nova-compute[75254]: node.conn[0].iscsi.OFMarker = No
Nov 29 10:20:41 user nova-compute[75254]: # END RECORD
Nov 29 10:20:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance spawned successfully.
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0ec564-3157-4c37-b28b-5575295f9ee1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d64219-9efd-42b8-b0f6-5d7555618134]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVRMGjbi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVRMGjbi" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae01981e-c765-48b2-8314-5614d41cebc4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZVRMGjbi'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10cb410-2aa2-4e63-bd1d-db1fc45ec5ff]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0144829-8afd-4339-bc10-1396cb055ae9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:41 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.192s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] HCTL ('34', '0', '0', 0) found on session 30 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-deleted-d1abaf29-1656-45ec-80c2-a1dfc7affab6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Neutron deleted interface d1abaf29-1656-45ec-80c2-a1dfc7affab6; detaching it from the instance and deleting it from the info cache
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "address": "fa:16:3e:29:60:0d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00763c65-fe", "ovs_interfaceid": "00763c65-fefc-4ce4-a51a-348a06fd05ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c91f48-ed2c-42c3-a190-a3b233e7249b]: (4, ('0 0 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Searching for a device in session 30 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVRMGjbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.236s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] <== connect_volume: return (238ms) {'type': 'block', 'scsi_wwn': '23639643938306630', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639643938306630', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Detach interface failed, port_id=d1abaf29-1656-45ec-80c2-a1dfc7affab6, reason: Instance e2688c91-eaa0-42da-89a1-7851dab41492 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-deleted-00763c65-fefc-4ce4-a51a-348a06fd05ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Neutron deleted interface 00763c65-fefc-4ce4-a51a-348a06fd05ae; detaching it from the instance and deleting it from the info cache
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5638dc72-1470-40ef-bc15-e600d1afe35e", "address": "fa:16:3e:f3:ee:94", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5638dc72-14", "ovs_interfaceid": "5638dc72-1470-40ef-bc15-e600d1afe35e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Instance destroyed successfully.
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lazy-loading 'resources' on Instance uuid d24c95e8-526c-4cf3-b5c4-24b78c431302 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:16:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-585598842',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1662631741',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEB5PhazEptiQu2ZzBflyTDij+fBHEU8N4U6TzB7sifzkG5oIJfoE/xkNMylprNiqBq/AlF8KCHDAe1iesB/t5opeNFUx9R8kUnmx9IaQ7VJaInhx4/ooG24Hd0BwUbY1Q==',key_name='tempest-keypair-477789538',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:19:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e3e67b96c6294fc7bd4fc28bdb385455',ramdisk_id='',reservation_id='r-00qg0uwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-370599090',owner_user_name='tempest-ServerActionsV293TestJSON-370599090-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:19:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a7ef9fb29fc46de94e87bb39451f69b',uuid=d24c95e8-526c-4cf3-b5c4-24b78c431302,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converting VIF {"id": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "address": "fa:16:3e:55:a6:d0", "network": {"id": "f0936744-e5eb-43f0-ac96-cc6824ce5256", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2010498874-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e3e67b96c6294fc7bd4fc28bdb385455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61cf98cc-73", "ovs_interfaceid": "61cf98cc-735d-4f8c-bf3b-1307fb00402d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_vif [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1421832738',display_name='tempest-ServerStableDeviceRescueTest-server-1421832738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1421832738',id=20,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI2/Nkub9OpSG0XaCKWj1meknC7HMMMzuVgYef8KrcTDqtJesuj200fYIO0NmyGkjJpaUWJYdP2tYWFxmekU9amNHUgIYbbyMErvJ5sL8vNwqO+Yqt+nVvymeaNNBnNhvA==',key_name='tempest-keypair-346299291',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:16:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8d5a97ac2348fdbb3c84ecbfbfb455',ramdisk_id='',reservation_id='r-z079ym6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-601741020',owner_user_name='tempest-ServerStableDeviceRescueTest-601741020-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:18:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9054ca1ea6714365b1b1bce902e8e8dc',uuid=efa76a1d-14ec-471a-ac84-62276707685b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "vif_mac": "fa:16:3e:9a:ce:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converting VIF {"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "vif_mac": "fa:16:3e:9a:ce:44"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'pci_devices' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61cf98cc-73, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Object Instance<efa76a1d-14ec-471a-ac84-62276707685b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:20:41 user nova-compute[75254]:   <uuid>efa76a1d-14ec-471a-ac84-62276707685b</uuid>
Nov 29 10:20:41 user nova-compute[75254]:   <name>instance-00000014</name>
Nov 29 10:20:41 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:20:41 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:20:41 user nova-compute[75254]:   <metadata>
Nov 29 10:20:41 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:20:41 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:20:41 user nova-compute[75254]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1421832738</nova:name>
Nov 29 10:20:41 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:20:41</nova:creationTime>
Nov 29 10:20:41 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:20:41 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:20:41 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:20:41 user nova-compute[75254]:       <nova:owner>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:user uuid="9054ca1ea6714365b1b1bce902e8e8dc">tempest-ServerStableDeviceRescueTest-601741020-project-member</nova:user>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:project uuid="1f8d5a97ac2348fdbb3c84ecbfbfb455">tempest-ServerStableDeviceRescueTest-601741020</nova:project>
Nov 29 10:20:41 user nova-compute[75254]:       </nova:owner>
Nov 29 10:20:41 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:20:41 user nova-compute[75254]:       <nova:ports>
Nov 29 10:20:41 user nova-compute[75254]:         <nova:port uuid="f9b7e3ff-0d9f-4752-a975-5947fb70e111">
Nov 29 10:20:41 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:20:41 user nova-compute[75254]:         </nova:port>
Nov 29 10:20:41 user nova-compute[75254]:       </nova:ports>
Nov 29 10:20:41 user nova-compute[75254]:     </nova:instance>
Nov 29 10:20:41 user nova-compute[75254]:   </metadata>
Nov 29 10:20:41 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:20:41 user nova-compute[75254]:     <system>
Nov 29 10:20:41 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:20:41 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:20:41 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:20:41 user nova-compute[75254]:       <entry name="serial">efa76a1d-14ec-471a-ac84-62276707685b</entry>
Nov 29 10:20:41 user nova-compute[75254]:       <entry name="uuid">efa76a1d-14ec-471a-ac84-62276707685b</entry>
Nov 29 10:20:41 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:20:41 user nova-compute[75254]:     </system>
Nov 29 10:20:41 user nova-compute[75254]:   </sysinfo>
Nov 29 10:20:41 user nova-compute[75254]:   <os>
Nov 29 10:20:41 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:20:41 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:20:41 user nova-compute[75254]:   </os>
Nov 29 10:20:41 user nova-compute[75254]:   <features>
Nov 29 10:20:41 user nova-compute[75254]:     <acpi/>
Nov 29 10:20:41 user nova-compute[75254]:     <apic/>
Nov 29 10:20:41 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:20:41 user nova-compute[75254]:   </features>
Nov 29 10:20:41 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:20:41 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:20:41 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:20:41 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:20:41 user nova-compute[75254]:   </clock>
Nov 29 10:20:41 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:20:41 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:20:41 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:20:41 user nova-compute[75254]:   </cpu>
Nov 29 10:20:41 user nova-compute[75254]:   <devices>
Nov 29 10:20:41 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:20:41 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:20:41 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk"/>
Nov 29 10:20:41 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:20:41 user nova-compute[75254]:     </disk>
Nov 29 10:20:41 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:20:41 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:20:41 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:20:41 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:20:41 user nova-compute[75254]:       <serial>b77aa824-1a55-4e3e-b613-dadb9ccd6539</serial>
Nov 29 10:20:41 user nova-compute[75254]:     </disk>
Nov 29 10:20:41 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:20:41 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:20:41 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue"/>
Nov 29 10:20:41 user nova-compute[75254]:       <target dev="vdc" bus="virtio"/>
Nov 29 10:20:41 user nova-compute[75254]:       <boot order="1"/>
Nov 29 10:20:41 user nova-compute[75254]:     </disk>
Nov 29 10:20:41 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:20:41 user nova-compute[75254]:       <mac address="fa:16:3e:9a:ce:44"/>
Nov 29 10:20:41 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:20:41 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:20:41 user nova-compute[75254]:       <target dev="tapf9b7e3ff-0d"/>
Nov 29 10:20:41 user nova-compute[75254]:     </interface>
Nov 29 10:20:41 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:20:41 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/console.log" append="off"/>
Nov 29 10:20:41 user nova-compute[75254]:     </serial>
Nov 29 10:20:41 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:20:41 user nova-compute[75254]:     <video>
Nov 29 10:20:41 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:20:41 user nova-compute[75254]:     </video>
Nov 29 10:20:41 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:20:41 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:20:41 user nova-compute[75254]:     </rng>
Nov 29 10:20:41 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:20:41 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:20:41 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:20:41 user nova-compute[75254]:     </memballoon>
Nov 29 10:20:41 user nova-compute[75254]:   </devices>
Nov 29 10:20:41 user nova-compute[75254]: </domain>
Nov 29 10:20:41 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75254) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Detach interface failed, port_id=00763c65-fefc-4ce4-a51a-348a06fd05ae, reason: Instance e2688c91-eaa0-42da-89a1-7851dab41492 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-deleted-5638dc72-1470-40ef-bc15-e600d1afe35e {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Neutron deleted interface 5638dc72-1470-40ef-bc15-e600d1afe35e; detaching it from the instance and deleting it from the info cache
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "address": "fa:16:3e:88:93:99", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape001f1bc-8a", "ovs_interfaceid": "e001f1bc-8aad-4686-bf28-3e421e12f03f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a6b16685-fad3-4247-a2f6-e9df945352aa) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Took 4.68 seconds to deallocate network for instance.
Nov 29 10:20:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:41 user nova-compute[75254]: INFO os_vif [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:a6:d0,bridge_name='br-int',has_traffic_filtering=True,id=61cf98cc-735d-4f8c-bf3b-1307fb00402d,network=Network(f0936744-e5eb-43f0-ac96-cc6824ce5256),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61cf98cc-73')
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Detach interface failed, port_id=5638dc72-1470-40ef-bc15-e600d1afe35e, reason: Instance e2688c91-eaa0-42da-89a1-7851dab41492 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-deleted-e001f1bc-8aad-4686-bf28-3e421e12f03f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Neutron deleted interface e001f1bc-8aad-4686-bf28-3e421e12f03f; detaching it from the instance and deleting it from the info cache
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "842e7561-eef2-436f-a717-7607f23bd2f6", "address": "fa:16:3e:59:85:ff", "network": {"id": "e081f5c7-f6c0-4f56-baae-3bfd57ffffd2", "bridge": "br-int", "label": "tempest-device-tagging-net2-669738495", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap842e7561-ee", "ovs_interfaceid": "842e7561-eef2-436f-a717-7607f23bd2f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MRkoQPOe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:20:41 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance destroyed successfully.
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-05377121-21d9-47c9-ad92-15c4bf109bfe req-19b0fe05-bbff-4a9e-a4ee-66c2c2aff9cd service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Detach interface failed, port_id=e001f1bc-8aad-4686-bf28-3e421e12f03f, reason: Instance e2688c91-eaa0-42da-89a1-7851dab41492 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec24aa8-c05e-46b2-910a-b05b3113b4e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:20:41 user nova-compute[75254]: No targets found.
Nov 29 10:20:41 user nova-compute[75254]: iSNS:
Nov 29 10:20:41 user nova-compute[75254]: No targets found.
Nov 29 10:20:41 user nova-compute[75254]: STATIC:
Nov 29 10:20:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:20:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:20:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539
Nov 29 10:20:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7
Nov 29 10:20:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:20:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:20:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:20:41 user nova-compute[75254]: FIRMWARE:
Nov 29 10:20:41 user nova-compute[75254]: No targets found.
Nov 29 10:20:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:20:41 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:20:41 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-744c355a-2ccf-410d-bb1c-eb11613deaab tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.128s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf6e438-d659-4da0-a530-f60c5adb8fb6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:20:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] No VIF found with MAC fa:16:3e:9a:ce:44, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8aa8285-ed2f-4c19-90d9-37cfa34b590c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:42 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:20:42 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:20:42 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba42db1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7'): ({'sdf'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Removing single pathed devices sdf {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7aa635-b7f3-480f-b308-a70002b544b2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b21885f-6d1c-4e41-99b5-1b4cb4e1c5a1]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Flushing IO for device /dev/sdf {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ae7ebfc-5646-4542-b2a1-08c4db83a0b9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f7d573-45d0-4230-b5f3-edf0eb3d0a9a]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26362313538376530', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_10ecb96f', '/dev/disk/by-id/scsi-1SCST_BIO10ecb96f-cb1587e02335cb32') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef37d67-6f38-4642-87d6-439c001e3a1f]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0206380f-5d72-41f3-afd5-61c61249e662]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f35ce19e-36b7-4b6c-8b6b-b9fb353ab136]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260]
Nov 29 10:20:42 user nova-compute[75254]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7, portal: 172.16.0.220,3260] successful.
Nov 29 10:20:42 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bcbcd8b-ea55-4cb7-a782-516d22b223f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f24781-4b39-4fe6-8ea8-1a06d74dccd9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] <== disconnect_volume: return (369ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:20:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Deleting instance files /opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302_del
Nov 29 10:20:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Deletion of /opt/stack/data/nova/instances/d24c95e8-526c-4cf3-b5c4-24b78c431302_del complete
Nov 29 10:20:42 user nova-compute[75254]: INFO nova.compute.manager [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Took 1.40 seconds to destroy the instance on the hypervisor.
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-unplugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-unplugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-unplugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] Acquiring lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] No waiting events found dispatching network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:42 user nova-compute[75254]: WARNING nova.compute.manager [req-9b38608f-4805-4253-92cc-80d28b90ec2b req-81153e18-d989-44ce-b560-be4d9a68a4de service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received unexpected event network-vif-plugged-61cf98cc-735d-4f8c-bf3b-1307fb00402d for instance with vm_state active and task_state deleting.
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:43 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Took 0.84 seconds to deallocate network for instance.
Nov 29 10:20:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Received event network-vif-deleted-842e7561-eef2-436f-a717-7607f23bd2f6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:43 user nova-compute[75254]: INFO nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Neutron deleted interface 842e7561-eef2-436f-a717-7607f23bd2f6; detaching it from the instance and deleting it from the info cache
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Updating instance_info_cache with network_info: [{"id": "3e5500a6-e193-4e8e-90ad-707793d33271", "address": "fa:16:3e:55:79:b0", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e5500a6-e1", "ovs_interfaceid": "3e5500a6-e193-4e8e-90ad-707793d33271", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "address": "fa:16:3e:91:a7:1d", "network": {"id": "7c788c91-13cd-4707-8a38-e75e125a6ef3", "bridge": "br-int", "label": "tempest-device-tagging-net1-1671298845", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "cc45bfd70031442bbfb4fd2c33b9641c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a922ed7-a6", "ovs_interfaceid": "8a922ed7-a6d7-40c1-af97-2d90fd2e4c43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Detach interface failed, port_id=842e7561-eef2-436f-a717-7607f23bd2f6, reason: Instance e2688c91-eaa0-42da-89a1-7851dab41492 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Received event network-vif-deleted-61cf98cc-735d-4f8c-bf3b-1307fb00402d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:43 user nova-compute[75254]: WARNING nova.compute.manager [req-8a5a1248-a461-4a58-b4e1-e68fc126a77d req-ad9a3a6c-ea7e-4181-b8f2-a20da914f990 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:44 user nova-compute[75254]: INFO nova.compute.manager [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Took 1.44 seconds to detach 1 volumes for instance.
Nov 29 10:20:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] [instance: d24c95e8-526c-4cf3-b5c4-24b78c431302] Deleting volume: 0bcbcd8b-ea55-4cb7-a782-516d22b223f7 {{(pid=75254) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 10:20:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:44 user nova-compute[75254]: INFO nova.compute.manager [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] [instance: e2688c91-eaa0-42da-89a1-7851dab41492] Took 3.14 seconds to detach 3 volumes for instance.
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.528s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.212s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:45 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Deleted allocations for instance d24c95e8-526c-4cf3-b5c4-24b78c431302
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-593b92b0-d1fa-44b0-80a5-a1732d762e93 tempest-ServerActionsV293TestJSON-370599090 tempest-ServerActionsV293TestJSON-370599090-project-member] Lock "d24c95e8-526c-4cf3-b5c4-24b78c431302" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.550s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:45 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Deleted allocations for instance e2688c91-eaa0-42da-89a1-7851dab41492
Nov 29 10:20:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-5604713d-a4a0-4b26-a29c-2c51766945fe req-c67560b6-51d7-4225-80e0-31e0862ffcd0 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5604713d-a4a0-4b26-a29c-2c51766945fe req-c67560b6-51d7-4225-80e0-31e0862ffcd0 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5604713d-a4a0-4b26-a29c-2c51766945fe req-c67560b6-51d7-4225-80e0-31e0862ffcd0 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5604713d-a4a0-4b26-a29c-2c51766945fe req-c67560b6-51d7-4225-80e0-31e0862ffcd0 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-5604713d-a4a0-4b26-a29c-2c51766945fe req-c67560b6-51d7-4225-80e0-31e0862ffcd0 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:20:45 user nova-compute[75254]: WARNING nova.compute.manager [req-5604713d-a4a0-4b26-a29c-2c51766945fe req-c67560b6-51d7-4225-80e0-31e0862ffcd0 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state active and task_state rescuing.
Nov 29 10:20:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c92aac89-d723-4e91-8db8-71879f0049a0 tempest-TaggedBootDevicesTest-172041822 tempest-TaggedBootDevicesTest-172041822-project-member] Lock "e2688c91-eaa0-42da-89a1-7851dab41492" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 15.215s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f3f2e2f8-f98a-475b-a632-a4d915fa8fee tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:20:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:20:56 user nova-compute[75254]: INFO nova.compute.claims [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Claim successful on node user
Nov 29 10:20:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:20:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:20:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:20:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:20:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:20:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:20:57 user nova-compute[75254]: INFO nova.virt.block_device [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Booting with volume-backed-image 67ff7a45-6b80-41f3-b049-a35789491edf at /dev/vda
Nov 29 10:20:57 user nova-compute[75254]: DEBUG nova.policy [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1299b6384214ee9822c2e3c9ff1b99b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c61b89d931dd4ad789d18f4f576238d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:20:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Successfully created port: 97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:20:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Successfully updated port: 97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.compute.manager [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-changed-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.compute.manager [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Refreshing instance network info cache due to event network-changed-97c30ee0-0265-4caf-89da-60c3bd133a2c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] Acquiring lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating instance_info_cache with network_info: [{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance network_info: |[{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] Acquired lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:20:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Refreshing network info cache for port 97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:20:59 user nova-compute[75254]: DEBUG nova.network.neutron [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updated VIF entry in instance network info cache for port 97c30ee0-0265-4caf-89da-60c3bd133a2c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:20:59 user nova-compute[75254]: DEBUG nova.network.neutron [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating instance_info_cache with network_info: [{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:20:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-546c2c2c-7779-4767-b7d0-39672ba1fe86 req-d92a1fce-45fb-408e-97ea-d9516302ed6c service nova] Releasing lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:21:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG os_brick.utils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1da57a-81bf-462a-adcc-691906c7faec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82f4fef-b7cb-46ae-bbb5-1afac1bc266e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad229826-01d0-4d83-be56-c44fc32ee8b0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5239a3b9-ce45-4efc-82d1-8b4d094fe6af]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:21:02 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:21:02 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[034fb8d1-b3e8-4454-933f-4c5559a033e2]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG os_brick.utils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:21:02 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating existing volume attachment record: d3f395b9-2b06-414d-953c-c03262a0a273 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:21:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing instance network info cache due to event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updated VIF entry in instance network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:21:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8b95b5ff-ba95-48d4-9e34-cbc0f79433d5 req-bfe5dfed-345e-4fdc-816a-a4439aa8c81e service nova] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:21:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Creating image(s)
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Ensure instance console log exists: /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Start _get_guest_xml network_info=[{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee221fbf-18ee-4d20-bb4b-5b8238f81507', 'attached_at': '', 'detached_at': '', 'volume_id': '8f27478d-d01f-4b29-a015-d84f8c8e8245', 'serial': '8f27478d-d01f-4b29-a015-d84f8c8e8245'}, 'attachment_id': 'd3f395b9-2b06-414d-953c-c03262a0a273', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:21:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:21:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:21:10 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:21:10 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:21:10 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d954fbe8-f8bf-4fa5-9466-cecc5874d456]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:21:10 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[105b2db7-e096-439c-9d4a-3541a6cf33f6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245] added
Nov 29 10:21:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[19336622-fb99-4765-a322-4874aaa74651]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f8d372-b556-4810-ab2f-4e507b96cc25]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ySkfoFbE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ySkfoFbE" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b68c44-4c16-4782-870f-f8860246f45a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ySkfoFbE'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b008a15f-73c5-424e-8c26-b97566de0681]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c9da78-4814-4192-938c-b9540b2bc099]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:21:10 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:21:10 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:21:10 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:21:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:21:10 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:21:10 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:21:10 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:21:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ff4f0a-4ba0-46f3-8dcb-a98e17c0499c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260]
Nov 29 10:21:10 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260] successful.
Nov 29 10:21:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.225s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[679cd944-434f-4899-8f2d-2c91a81a25b9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5033696-e755-4c3e-b625-bd94a457f401]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:21:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:21:11 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:21:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.513s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd3f8186-803c-442c-b9f3-c9995fa20b86]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:11 user nova-compute[75254]: INFO nova.compute.manager [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Shelving
Nov 29 10:21:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-7b31235c-95f8-4af1-892b-a80e20439185 req-8a72b6a4-5503-4b50-86f9-928467138df8 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-unplugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7b31235c-95f8-4af1-892b-a80e20439185 req-8a72b6a4-5503-4b50-86f9-928467138df8 service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7b31235c-95f8-4af1-892b-a80e20439185 req-8a72b6a4-5503-4b50-86f9-928467138df8 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7b31235c-95f8-4af1-892b-a80e20439185 req-8a72b6a4-5503-4b50-86f9-928467138df8 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-7b31235c-95f8-4af1-892b-a80e20439185 req-8a72b6a4-5503-4b50-86f9-928467138df8 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-unplugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:11 user nova-compute[75254]: WARNING nova.compute.manager [req-7b31235c-95f8-4af1-892b-a80e20439185 req-8a72b6a4-5503-4b50-86f9-928467138df8 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-unplugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state active and task_state shelving.
Nov 29 10:21:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance destroyed successfully.
Nov 29 10:21:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Beginning cold snapshot process
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk /opt/stack/data/nova/instances/snapshots/tmp4vl__5gv/d7b82a450be447d5af3102c679bf4c53 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.556s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== connect_volume: return (1561ms) {'type': 'block', 'scsi_wwn': '23765363864656665', 'path': '/dev/sde'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765363864656665', 'path': '/dev/sde'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-297526554',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-297526554',id=27,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-rqucplbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:20:57Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=ee221fbf-18ee-4d20-bb4b-5b8238f81507,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.objects.instance [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'pci_devices' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:21:12 user nova-compute[75254]:   <uuid>ee221fbf-18ee-4d20-bb4b-5b8238f81507</uuid>
Nov 29 10:21:12 user nova-compute[75254]:   <name>instance-0000001b</name>
Nov 29 10:21:12 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:21:12 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:21:12 user nova-compute[75254]:   <metadata>
Nov 29 10:21:12 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:21:12 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:21:12 user nova-compute[75254]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-297526554</nova:name>
Nov 29 10:21:12 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:21:10</nova:creationTime>
Nov 29 10:21:12 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:21:12 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:21:12 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:21:12 user nova-compute[75254]:       <nova:owner>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:user uuid="b1299b6384214ee9822c2e3c9ff1b99b">tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member</nova:user>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:project uuid="c61b89d931dd4ad789d18f4f576238d5">tempest-ServerBootFromVolumeStableRescueTest-963087896</nova:project>
Nov 29 10:21:12 user nova-compute[75254]:       </nova:owner>
Nov 29 10:21:12 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:21:12 user nova-compute[75254]:       <nova:ports>
Nov 29 10:21:12 user nova-compute[75254]:         <nova:port uuid="97c30ee0-0265-4caf-89da-60c3bd133a2c">
Nov 29 10:21:12 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:21:12 user nova-compute[75254]:         </nova:port>
Nov 29 10:21:12 user nova-compute[75254]:       </nova:ports>
Nov 29 10:21:12 user nova-compute[75254]:     </nova:instance>
Nov 29 10:21:12 user nova-compute[75254]:   </metadata>
Nov 29 10:21:12 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:21:12 user nova-compute[75254]:     <system>
Nov 29 10:21:12 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:21:12 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:21:12 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:21:12 user nova-compute[75254]:       <entry name="serial">ee221fbf-18ee-4d20-bb4b-5b8238f81507</entry>
Nov 29 10:21:12 user nova-compute[75254]:       <entry name="uuid">ee221fbf-18ee-4d20-bb4b-5b8238f81507</entry>
Nov 29 10:21:12 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:21:12 user nova-compute[75254]:     </system>
Nov 29 10:21:12 user nova-compute[75254]:   </sysinfo>
Nov 29 10:21:12 user nova-compute[75254]:   <os>
Nov 29 10:21:12 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:21:12 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:21:12 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:21:12 user nova-compute[75254]:   </os>
Nov 29 10:21:12 user nova-compute[75254]:   <features>
Nov 29 10:21:12 user nova-compute[75254]:     <acpi/>
Nov 29 10:21:12 user nova-compute[75254]:     <apic/>
Nov 29 10:21:12 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:21:12 user nova-compute[75254]:   </features>
Nov 29 10:21:12 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:21:12 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:21:12 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:21:12 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:21:12 user nova-compute[75254]:   </clock>
Nov 29 10:21:12 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:21:12 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:21:12 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:21:12 user nova-compute[75254]:   </cpu>
Nov 29 10:21:12 user nova-compute[75254]:   <devices>
Nov 29 10:21:12 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:21:12 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:21:12 user nova-compute[75254]:       <source dev="/dev/sde"/>
Nov 29 10:21:12 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:21:12 user nova-compute[75254]:       <serial>8f27478d-d01f-4b29-a015-d84f8c8e8245</serial>
Nov 29 10:21:12 user nova-compute[75254]:     </disk>
Nov 29 10:21:12 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:21:12 user nova-compute[75254]:       <mac address="fa:16:3e:ba:05:b8"/>
Nov 29 10:21:12 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:21:12 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:21:12 user nova-compute[75254]:       <target dev="tap97c30ee0-02"/>
Nov 29 10:21:12 user nova-compute[75254]:     </interface>
Nov 29 10:21:12 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:21:12 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/console.log" append="off"/>
Nov 29 10:21:12 user nova-compute[75254]:     </serial>
Nov 29 10:21:12 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:21:12 user nova-compute[75254]:     <video>
Nov 29 10:21:12 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:21:12 user nova-compute[75254]:     </video>
Nov 29 10:21:12 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:21:12 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:21:12 user nova-compute[75254]:     </rng>
Nov 29 10:21:12 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:21:12 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:21:12 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:21:12 user nova-compute[75254]:     </memballoon>
Nov 29 10:21:12 user nova-compute[75254]:   </devices>
Nov 29 10:21:12 user nova-compute[75254]: </domain>
Nov 29 10:21:12 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-297526554',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-297526554',id=27,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-rqucplbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:20:57Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=ee221fbf-18ee-4d20-bb4b-5b8238f81507,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG os_vif [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '345aeeef-b648-5f67-8ca6-be9ee092d82b', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap97c30ee0-02, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap97c30ee0-02, col_values=(('qos', UUID('58e18c37-89a9-4712-a864-fdaeb6252295')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap97c30ee0-02, col_values=(('external_ids', {'iface-id': '97c30ee0-0265-4caf-89da-60c3bd133a2c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:05:b8', 'vm-uuid': 'ee221fbf-18ee-4d20-bb4b-5b8238f81507'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:12 user nova-compute[75254]: INFO os_vif [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02')
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No VIF found with MAC fa:16:3e:ba:05:b8, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:21:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk /opt/stack/data/nova/instances/snapshots/tmp4vl__5gv/d7b82a450be447d5af3102c679bf4c53" returned: 0 in 0.991s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:13 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Snapshot extracted, beginning image upload
Nov 29 10:21:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-e099fa36-1bf9-4f0e-8ff4-2637971b8848 req-292ee472-90a0-452d-99c3-b9c0762e0b0e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e099fa36-1bf9-4f0e-8ff4-2637971b8848 req-292ee472-90a0-452d-99c3-b9c0762e0b0e service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e099fa36-1bf9-4f0e-8ff4-2637971b8848 req-292ee472-90a0-452d-99c3-b9c0762e0b0e service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e099fa36-1bf9-4f0e-8ff4-2637971b8848 req-292ee472-90a0-452d-99c3-b9c0762e0b0e service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-e099fa36-1bf9-4f0e-8ff4-2637971b8848 req-292ee472-90a0-452d-99c3-b9c0762e0b0e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:13 user nova-compute[75254]: WARNING nova.compute.manager [req-e099fa36-1bf9-4f0e-8ff4-2637971b8848 req-292ee472-90a0-452d-99c3-b9c0762e0b0e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 10:21:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Snapshot image upload complete
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:21:15 user nova-compute[75254]: INFO nova.compute.manager [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Shelve offloading
Nov 29 10:21:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance destroyed successfully.
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:15 user nova-compute[75254]: WARNING nova.compute.manager [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state building and task_state spawning.
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:15 user nova-compute[75254]: WARNING nova.compute.manager [req-35a9d372-ca1c-4f8e-b98b-d988762ddb70 req-ed2abfa4-d273-4875-8512-d557e866a475 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state building and task_state spawning.
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:21:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance spawned successfully.
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:21:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:21:16 user nova-compute[75254]: INFO nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Took 5.46 seconds to spawn the instance on the hypervisor.
Nov 29 10:21:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:21:16 user nova-compute[75254]: INFO nova.compute.manager [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Took 19.75 seconds to build instance.
Nov 29 10:21:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6c45f5b3-a6bd-410c-b6d3-1d1562e0c6a4 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.853s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:21:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance destroyed successfully.
Nov 29 10:21:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'resources' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:19:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-457283367',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-457283367',id=26,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ0xsul90ey92OtuaVT8s56hBQfwguVsXD1oRiR7MEp/3hH0ufKoyd9kvNU/oCP2mb9xuJaW0sNxITXjyeyaZuQURtq7xXsaWBwrWvyhEzywcl7ie02QDkXqtxs02+kJAw==',key_name='tempest-keypair-1471717132',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:19:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-ghlmmype',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member',shelved_at='2023-11-29T10:21:15.811278',shelved_host='user',shelved_image_id='aab3f3f4-8914-4ff9-a70b-f634e5f1e36e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=480daf40-a31b-4c13-b9dc-ff32d525b674,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG os_vif [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap46c41bc8-06, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing instance network info cache due to event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f96cb041-9e09-40c6-b314-72d4048c1f5f) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:21:17 user nova-compute[75254]: INFO os_vif [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06')
Nov 29 10:21:17 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Deleting instance files /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674_del
Nov 29 10:21:17 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Deletion of /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674_del complete
Nov 29 10:21:17 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Deleted allocations for instance 480daf40-a31b-4c13-b9dc-ff32d525b674
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'numa_topology' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.objects.base [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<480daf40-a31b-4c13-b9dc-ff32d525b674> lazy-loaded attributes: resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updated VIF entry in instance network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap46c41bc8-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-01b952e1-6a4e-44a0-8aba-6072824387a1 req-ededc58c-524c-4cc8-87c1-f96e99ec7cef service nova] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.722s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2fcb4a38-8de8-45df-ab64-e6590ca76938 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.715s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:21:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:21:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:21:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:21:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:21:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:21:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:25 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.286s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:21:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:21:30 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:21:30 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7598MB free_disk=24.996658325195312GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance ee221fbf-18ee-4d20-bb4b-5b8238f81507 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:21:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:21:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:21:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:21:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:48 user nova-compute[75254]: INFO nova.compute.manager [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Unrescuing
Nov 29 10:21:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'flavor' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-7a5830c2-f86e-4b7b-9a7f-151cdbf7c279 req-9befb805-050f-4f62-b85a-6f02745acc91 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7a5830c2-f86e-4b7b-9a7f-151cdbf7c279 req-9befb805-050f-4f62-b85a-6f02745acc91 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7a5830c2-f86e-4b7b-9a7f-151cdbf7c279 req-9befb805-050f-4f62-b85a-6f02745acc91 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7a5830c2-f86e-4b7b-9a7f-151cdbf7c279 req-9befb805-050f-4f62-b85a-6f02745acc91 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-7a5830c2-f86e-4b7b-9a7f-151cdbf7c279 req-9befb805-050f-4f62-b85a-6f02745acc91 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:49 user nova-compute[75254]: WARNING nova.compute.manager [req-7a5830c2-f86e-4b7b-9a7f-151cdbf7c279 req-9befb805-050f-4f62-b85a-6f02745acc91 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:21:49 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance destroyed successfully.
Nov 29 10:21:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:51 user nova-compute[75254]: WARNING nova.compute.manager [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:21:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:51 user nova-compute[75254]: WARNING nova.compute.manager [req-37b22d9e-9f2c-483d-8145-00754fa1c75c req-7f89eeb7-c8de-4693-b58e-e617f27984ef service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:21:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:21:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9f6c657c-5bc2-4904-ae85-ba3b06e2cc44 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:21:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-99b81fab-1463-4430-a336-1d0b3cb96244 req-6c9ff2fa-8e11-4253-bd3f-4ca9d0afaebf service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:21:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-99b81fab-1463-4430-a336-1d0b3cb96244 req-6c9ff2fa-8e11-4253-bd3f-4ca9d0afaebf service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:21:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-99b81fab-1463-4430-a336-1d0b3cb96244 req-6c9ff2fa-8e11-4253-bd3f-4ca9d0afaebf service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:21:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-99b81fab-1463-4430-a336-1d0b3cb96244 req-6c9ff2fa-8e11-4253-bd3f-4ca9d0afaebf service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:21:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-99b81fab-1463-4430-a336-1d0b3cb96244 req-6c9ff2fa-8e11-4253-bd3f-4ca9d0afaebf service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:21:53 user nova-compute[75254]: WARNING nova.compute.manager [req-99b81fab-1463-4430-a336-1d0b3cb96244 req-6c9ff2fa-8e11-4253-bd3f-4ca9d0afaebf service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state active and task_state None.
Nov 29 10:21:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:22:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:22:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:22:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:27 user nova-compute[75254]: INFO nova.compute.manager [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Unrescuing
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:27 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'flavor' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-8f3d3028-aabf-481e-8ed7-502ec99fa6cf req-d3d7d0bc-5974-4491-86ed-f128cbd6a230 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8f3d3028-aabf-481e-8ed7-502ec99fa6cf req-d3d7d0bc-5974-4491-86ed-f128cbd6a230 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8f3d3028-aabf-481e-8ed7-502ec99fa6cf req-d3d7d0bc-5974-4491-86ed-f128cbd6a230 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8f3d3028-aabf-481e-8ed7-502ec99fa6cf req-d3d7d0bc-5974-4491-86ed-f128cbd6a230 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-8f3d3028-aabf-481e-8ed7-502ec99fa6cf req-d3d7d0bc-5974-4491-86ed-f128cbd6a230 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:28 user nova-compute[75254]: WARNING nova.compute.manager [req-8f3d3028-aabf-481e-8ed7-502ec99fa6cf req-d3d7d0bc-5974-4491-86ed-f128cbd6a230 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance destroyed successfully.
Nov 29 10:22:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing instance network info cache due to event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updated VIF entry in instance network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d19071f0-c209-4d26-9f93-7a334acb7e2e req-8cdcba4a-ab4e-4895-bbdd-80bd85b63701 service nova] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:30 user nova-compute[75254]: WARNING nova.compute.manager [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:22:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:30 user nova-compute[75254]: WARNING nova.compute.manager [req-0d11d353-22a2-4de5-abc9-0f1c81911f0e req-1a69ab79-9e06-4a4a-b28d-4843ffc13af9 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:22:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing instance network info cache due to event network-changed-f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Refreshing network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updated VIF entry in instance network info cache for port f9b7e3ff-0d9f-4752-a975-5947fb70e111. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c93ad50d-6937-4fd3-9d63-8d818f040e5d req-08e99d16-e83a-4f1a-baf8-d5fc97a17964 service nova] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-2cb8bee4-ea78-48d8-8ce6-4dffac7a49ca req-6ef94940-75bc-4a33-ab8d-1154f83234df service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2cb8bee4-ea78-48d8-8ce6-4dffac7a49ca req-6ef94940-75bc-4a33-ab8d-1154f83234df service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2cb8bee4-ea78-48d8-8ce6-4dffac7a49ca req-6ef94940-75bc-4a33-ab8d-1154f83234df service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2cb8bee4-ea78-48d8-8ce6-4dffac7a49ca req-6ef94940-75bc-4a33-ab8d-1154f83234df service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-2cb8bee4-ea78-48d8-8ce6-4dffac7a49ca req-6ef94940-75bc-4a33-ab8d-1154f83234df service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:33 user nova-compute[75254]: WARNING nova.compute.manager [req-2cb8bee4-ea78-48d8-8ce6-4dffac7a49ca req-6ef94940-75bc-4a33-ab8d-1154f83234df service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3d87f0d1-dd05-4aa2-87df-557639fd75ab tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:22:33 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:33 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7698MB free_disk=24.982051849365234GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance ee221fbf-18ee-4d20-bb4b-5b8238f81507 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:22:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.585s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:22:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:22:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "6272ee52-efd7-49af-a214-c9413146b921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:22:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:39 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:22:39 user nova-compute[75254]: INFO nova.compute.claims [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Claim successful on node user
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.526s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:22:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.policy [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '945c6fb228d845fba998b7d59ba00400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c263e8ab062e4e90aaf983a77fdacaa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:22:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Creating image(s)
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "/opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "/opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "/opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.281s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk 1073741824" returned: 0 in 0.062s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.352s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Successfully created port: 1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Cannot resize image /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Ensure instance console log exists: /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Successfully updated port: 1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-changed-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Refreshing instance network info cache due to event network-changed-1a41a086-12a7-4d4a-9cb7-574b42d77725. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] Acquiring lock "refresh_cache-6272ee52-efd7-49af-a214-c9413146b921" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] Acquired lock "refresh_cache-6272ee52-efd7-49af-a214-c9413146b921" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Refreshing network info cache for port 1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "refresh_cache-6272ee52-efd7-49af-a214-c9413146b921" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b1390d0e-fca7-43b8-84ff-d166d5fb8c07 req-47d5e28b-60b8-49bb-b6e6-219bae2dfe44 service nova] Releasing lock "refresh_cache-6272ee52-efd7-49af-a214-c9413146b921" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquired lock "refresh_cache-6272ee52-efd7-49af-a214-c9413146b921" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Updating instance_info_cache with network_info: [{"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Releasing lock "refresh_cache-6272ee52-efd7-49af-a214-c9413146b921" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Instance network_info: |[{"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Start _get_guest_xml network_info=[{"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:22:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:22:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1868419109',display_name='tempest-VolumesActionsTest-instance-1868419109',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1868419109',id=28,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c263e8ab062e4e90aaf983a77fdacaa3',ramdisk_id='',reservation_id='r-08luuri9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-403839811',owner_user_name='tempest-VolumesActionsTest-403839811-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:22:41Z,user_data=None,user_id='945c6fb228d845fba998b7d59ba00400',uuid=6272ee52-efd7-49af-a214-c9413146b921,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Converting VIF {"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lazy-loading 'pci_devices' on Instance uuid 6272ee52-efd7-49af-a214-c9413146b921 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:22:42 user nova-compute[75254]:   <uuid>6272ee52-efd7-49af-a214-c9413146b921</uuid>
Nov 29 10:22:42 user nova-compute[75254]:   <name>instance-0000001c</name>
Nov 29 10:22:42 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:22:42 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:22:42 user nova-compute[75254]:   <metadata>
Nov 29 10:22:42 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:22:42 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:22:42 user nova-compute[75254]:       <nova:name>tempest-VolumesActionsTest-instance-1868419109</nova:name>
Nov 29 10:22:42 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:22:42</nova:creationTime>
Nov 29 10:22:42 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:22:42 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:22:42 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:22:42 user nova-compute[75254]:       <nova:owner>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:user uuid="945c6fb228d845fba998b7d59ba00400">tempest-VolumesActionsTest-403839811-project-member</nova:user>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:project uuid="c263e8ab062e4e90aaf983a77fdacaa3">tempest-VolumesActionsTest-403839811</nova:project>
Nov 29 10:22:42 user nova-compute[75254]:       </nova:owner>
Nov 29 10:22:42 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:22:42 user nova-compute[75254]:       <nova:ports>
Nov 29 10:22:42 user nova-compute[75254]:         <nova:port uuid="1a41a086-12a7-4d4a-9cb7-574b42d77725">
Nov 29 10:22:42 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 10:22:42 user nova-compute[75254]:         </nova:port>
Nov 29 10:22:42 user nova-compute[75254]:       </nova:ports>
Nov 29 10:22:42 user nova-compute[75254]:     </nova:instance>
Nov 29 10:22:42 user nova-compute[75254]:   </metadata>
Nov 29 10:22:42 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:22:42 user nova-compute[75254]:     <system>
Nov 29 10:22:42 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:22:42 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:22:42 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:22:42 user nova-compute[75254]:       <entry name="serial">6272ee52-efd7-49af-a214-c9413146b921</entry>
Nov 29 10:22:42 user nova-compute[75254]:       <entry name="uuid">6272ee52-efd7-49af-a214-c9413146b921</entry>
Nov 29 10:22:42 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:22:42 user nova-compute[75254]:     </system>
Nov 29 10:22:42 user nova-compute[75254]:   </sysinfo>
Nov 29 10:22:42 user nova-compute[75254]:   <os>
Nov 29 10:22:42 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:22:42 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:22:42 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:22:42 user nova-compute[75254]:   </os>
Nov 29 10:22:42 user nova-compute[75254]:   <features>
Nov 29 10:22:42 user nova-compute[75254]:     <acpi/>
Nov 29 10:22:42 user nova-compute[75254]:     <apic/>
Nov 29 10:22:42 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:22:42 user nova-compute[75254]:   </features>
Nov 29 10:22:42 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:22:42 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:22:42 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:22:42 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:22:42 user nova-compute[75254]:   </clock>
Nov 29 10:22:42 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:22:42 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:22:42 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:22:42 user nova-compute[75254]:   </cpu>
Nov 29 10:22:42 user nova-compute[75254]:   <devices>
Nov 29 10:22:42 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:22:42 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:22:42 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk"/>
Nov 29 10:22:42 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:22:42 user nova-compute[75254]:     </disk>
Nov 29 10:22:42 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:22:42 user nova-compute[75254]:       <mac address="fa:16:3e:dd:37:a4"/>
Nov 29 10:22:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:22:42 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:22:42 user nova-compute[75254]:       <target dev="tap1a41a086-12"/>
Nov 29 10:22:42 user nova-compute[75254]:     </interface>
Nov 29 10:22:42 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:22:42 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/console.log" append="off"/>
Nov 29 10:22:42 user nova-compute[75254]:     </serial>
Nov 29 10:22:42 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:22:42 user nova-compute[75254]:     <video>
Nov 29 10:22:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:22:42 user nova-compute[75254]:     </video>
Nov 29 10:22:42 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:22:42 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:22:42 user nova-compute[75254]:     </rng>
Nov 29 10:22:42 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:22:42 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:22:42 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:22:42 user nova-compute[75254]:     </memballoon>
Nov 29 10:22:42 user nova-compute[75254]:   </devices>
Nov 29 10:22:42 user nova-compute[75254]: </domain>
Nov 29 10:22:42 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:22:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1868419109',display_name='tempest-VolumesActionsTest-instance-1868419109',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1868419109',id=28,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c263e8ab062e4e90aaf983a77fdacaa3',ramdisk_id='',reservation_id='r-08luuri9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-403839811',owner_user_name='tempest-VolumesActionsTest-403839811-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:22:41Z,user_data=None,user_id='945c6fb228d845fba998b7d59ba00400',uuid=6272ee52-efd7-49af-a214-c9413146b921,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Converting VIF {"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG os_vif [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e92cec7c-ad5f-5cfe-85eb-d5269298697c', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1a41a086-12, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1a41a086-12, col_values=(('qos', UUID('086836a5-6b4c-497e-82e2-f7084ea8521a')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1a41a086-12, col_values=(('external_ids', {'iface-id': '1a41a086-12a7-4d4a-9cb7-574b42d77725', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:37:a4', 'vm-uuid': '6272ee52-efd7-49af-a214-c9413146b921'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:42 user nova-compute[75254]: INFO os_vif [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12')
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] No VIF found with MAC fa:16:3e:dd:37:a4, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:22:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-5dded1cb-ef3f-4384-8562-39ded4ea4b0e req-fcbf19d2-0ee5-4b5e-837f-b689e9088e27 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5dded1cb-ef3f-4384-8562-39ded4ea4b0e req-fcbf19d2-0ee5-4b5e-837f-b689e9088e27 service nova] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5dded1cb-ef3f-4384-8562-39ded4ea4b0e req-fcbf19d2-0ee5-4b5e-837f-b689e9088e27 service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5dded1cb-ef3f-4384-8562-39ded4ea4b0e req-fcbf19d2-0ee5-4b5e-837f-b689e9088e27 service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-5dded1cb-ef3f-4384-8562-39ded4ea4b0e req-fcbf19d2-0ee5-4b5e-837f-b689e9088e27 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] No waiting events found dispatching network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:44 user nova-compute[75254]: WARNING nova.compute.manager [req-5dded1cb-ef3f-4384-8562-39ded4ea4b0e req-fcbf19d2-0ee5-4b5e-837f-b689e9088e27 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received unexpected event network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 for instance with vm_state building and task_state spawning.
Nov 29 10:22:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-c1334b1e-47b3-4c48-ac23-17a71d26fc16 req-64e72292-b25a-4748-a5f9-6b9d43790818 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1334b1e-47b3-4c48-ac23-17a71d26fc16 req-64e72292-b25a-4748-a5f9-6b9d43790818 service nova] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1334b1e-47b3-4c48-ac23-17a71d26fc16 req-64e72292-b25a-4748-a5f9-6b9d43790818 service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1334b1e-47b3-4c48-ac23-17a71d26fc16 req-64e72292-b25a-4748-a5f9-6b9d43790818 service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-c1334b1e-47b3-4c48-ac23-17a71d26fc16 req-64e72292-b25a-4748-a5f9-6b9d43790818 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] No waiting events found dispatching network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:46 user nova-compute[75254]: WARNING nova.compute.manager [req-c1334b1e-47b3-4c48-ac23-17a71d26fc16 req-64e72292-b25a-4748-a5f9-6b9d43790818 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received unexpected event network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 for instance with vm_state building and task_state spawning.
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:22:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Instance spawned successfully.
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:46 user nova-compute[75254]: INFO nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Took 5.93 seconds to spawn the instance on the hypervisor.
Nov 29 10:22:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:22:46 user nova-compute[75254]: INFO nova.compute.manager [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Took 6.91 seconds to build instance.
Nov 29 10:22:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cdbf8e57-325f-4113-a2d5-001f440e47f6 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "6272ee52-efd7-49af-a214-c9413146b921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.044s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:47 user nova-compute[75254]: INFO nova.compute.manager [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Rescuing
Nov 29 10:22:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating instance_info_cache with network_info: [{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-72772e8a-4b92-4652-9bd5-85653984be56 req-c496f037-26f1-46ed-af29-92fb20fcadd0 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-72772e8a-4b92-4652-9bd5-85653984be56 req-c496f037-26f1-46ed-af29-92fb20fcadd0 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-72772e8a-4b92-4652-9bd5-85653984be56 req-c496f037-26f1-46ed-af29-92fb20fcadd0 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-72772e8a-4b92-4652-9bd5-85653984be56 req-c496f037-26f1-46ed-af29-92fb20fcadd0 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-72772e8a-4b92-4652-9bd5-85653984be56 req-c496f037-26f1-46ed-af29-92fb20fcadd0 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:48 user nova-compute[75254]: WARNING nova.compute.manager [req-72772e8a-4b92-4652-9bd5-85653984be56 req-c496f037-26f1-46ed-af29-92fb20fcadd0 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state active and task_state rescuing.
Nov 29 10:22:48 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance destroyed successfully.
Nov 29 10:22:48 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Attempting a stable device rescue
Nov 29 10:22:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75254) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:22:48 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Creating image(s)
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "/opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "/opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'trusted_certs' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "cefe76d4d240981e98711eaaab87f21e853c6810" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "cefe76d4d240981e98711eaaab87f21e853c6810" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.part --force-share --output=json" returned: 0 in 0.247s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG nova.virt.images [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] d7d5f6a2-cf6d-4a1b-bcc7-47192cdd0946 was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.part /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.part /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.converted" returned: 0 in 0.362s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-3c09745e-2cf3-47df-9dfb-d730db0a7ca6 req-4f12fa9c-a4bd-435c-89c7-747c8b2ad385 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3c09745e-2cf3-47df-9dfb-d730db0a7ca6 req-4f12fa9c-a4bd-435c-89c7-747c8b2ad385 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3c09745e-2cf3-47df-9dfb-d730db0a7ca6 req-4f12fa9c-a4bd-435c-89c7-747c8b2ad385 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3c09745e-2cf3-47df-9dfb-d730db0a7ca6 req-4f12fa9c-a4bd-435c-89c7-747c8b2ad385 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-3c09745e-2cf3-47df-9dfb-d730db0a7ca6 req-4f12fa9c-a4bd-435c-89c7-747c8b2ad385 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:50 user nova-compute[75254]: WARNING nova.compute.manager [req-3c09745e-2cf3-47df-9dfb-d730db0a7ca6 req-4f12fa9c-a4bd-435c-89c7-747c8b2ad385 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state active and task_state rescuing.
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "cefe76d4d240981e98711eaaab87f21e853c6810" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.079s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "cefe76d4d240981e98711eaaab87f21e853c6810" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "cefe76d4d240981e98711eaaab87f21e853c6810" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810 --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810,backing_fmt=raw /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810,backing_fmt=raw /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue" returned: 0 in 0.054s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "cefe76d4d240981e98711eaaab87f21e853c6810" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'migration_context' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<ee221fbf-18ee-4d20-bb4b-5b8238f81507> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Start _get_guest_xml network_info=[{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "vif_mac": "fa:16:3e:ba:05:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd7d5f6a2-cf6d-4a1b-bcc7-47192cdd0946', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'ee221fbf-18ee-4d20-bb4b-5b8238f81507', 'attached_at': '', 'detached_at': '', 'volume_id': '8f27478d-d01f-4b29-a015-d84f8c8e8245', 'serial': '8f27478d-d01f-4b29-a015-d84f8c8e8245'}, 'attachment_id': 'd3f395b9-2b06-414d-953c-c03262a0a273', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'resources' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:22:51 user nova-compute[75254]: INFO nova.compute.claims [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Claim successful on node user
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<ee221fbf-18ee-4d20-bb4b-5b8238f81507> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'numa_topology' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<ee221fbf-18ee-4d20-bb4b-5b8238f81507> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:22:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'vcpu_model' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<ee221fbf-18ee-4d20-bb4b-5b8238f81507> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:22:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:22:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:22:51 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b532043-9773-4f5c-b859-6eeb291fc86d]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = ySkfoFbE\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 29 10:22:51 user nova-compute[75254]: node.name = iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:22:51 user nova-compute[75254]: node.tpgt = -1
Nov 29 10:22:51 user nova-compute[75254]: node.startup = automatic
Nov 29 10:22:51 user nova-compute[75254]: node.leading_login = No
Nov 29 10:22:51 user nova-compute[75254]: iface.iscsi_ifacename = default
Nov 29 10:22:51 user nova-compute[75254]: iface.net_ifacename = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.ipaddress = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.prefix_len = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.hwaddress = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.transport_name = tcp
Nov 29 10:22:51 user nova-compute[75254]: iface.initiatorname = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.vlan_id = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.vlan_priority = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.vlan_state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.iface_num = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.mtu = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.port = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.bootproto = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.subnet_mask = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.gateway = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_alt_client_id_state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_alt_client_id = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_dns = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_learn_iqn = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_req_vendor_id_state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_vendor_id_state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_vendor_id = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.dhcp_slp_da = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.fragmentation = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.gratuitous_arp = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.incoming_forwarding = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.tos_state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.tos = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.ttl = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.delayed_ack = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.tcp_nagle = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.tcp_wsf_state = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.tcp_wsf = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.tcp_timer_scale = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.tcp_timestamp = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.redirect = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.def_task_mgmt_timeout = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.header_digest = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.data_digest = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.immediate_data = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.initial_r2t = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.data_seq_inorder = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.data_pdu_inorder = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.erl = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.max_receive_data_len = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.first_burst_len = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.max_outstanding_r2t = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.max_burst_len = 0
Nov 29 10:22:51 user nova-compute[75254]: iface.chap_auth = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.bidi_chap = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.strict_login_compliance = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.discovery_auth = <empty>
Nov 29 10:22:51 user nova-compute[75254]: iface.discovery_logout = <empty>
Nov 29 10:22:51 user nova-compute[75254]: node.discovery_address = <empty>
Nov 29 10:22:51 user nova-compute[75254]: node.discovery_port = 0
Nov 29 10:22:51 user nova-compute[75254]: node.discovery_type = static
Nov 29 10:22:51 user nova-compute[75254]: node.session.initial_cmdsn = 0
Nov 29 10:22:51 user nova-compute[75254]: node.session.initial_login_retry_max = 8
Nov 29 10:22:51 user nova-compute[75254]: node.session.xmit_thread_priority = -20
Nov 29 10:22:51 user nova-compute[75254]: node.session.cmds_max = 128
Nov 29 10:22:51 user nova-compute[75254]: node.session.queue_depth = 32
Nov 29 10:22:51 user nova-compute[75254]: node.session.nr_sessions = 1
Nov 29 10:22:51 user nova-compute[75254]: node.session.auth.authmethod = CHAP
Nov 29 10:22:51 user nova-compute[75254]: node.session.auth.username = ySkfoFbE
Nov 29 10:22:51 user nova-compute[75254]: node.session.auth.password = ***
Nov 29 10:22:51 user nova-compute[75254]: node.session.auth.username_in = <empty>
Nov 29 10:22:51 user nova-compute[75254]: node.session.auth.password_in = <empty>
Nov 29 10:22:51 user nova-compute[75254]: node.session.auth.chap_algs = MD5
Nov 29 10:22:51 user nova-compute[75254]: node.session.timeo.replacement_timeout = 120
Nov 29 10:22:51 user nova-compute[75254]: node.session.err_timeo.abort_timeout = 15
Nov 29 10:22:51 user nova-compute[75254]: node.session.err_timeo.lu_reset_timeout = 30
Nov 29 10:22:51 user nova-compute[75254]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 29 10:22:51 user nova-compute[75254]: node.session.err_timeo.host_reset_timeout = 60
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.FastAbort = Yes
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.InitialR2T = No
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.ImmediateData = Yes
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.FirstBurstLength = 262144
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.MaxBurstLength = 16776192
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.DefaultTime2Retain = 0
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.DefaultTime2Wait = 2
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.MaxConnections = 1
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 29 10:22:51 user nova-compute[75254]: node.session.iscsi.ERL = 0
Nov 29 10:22:51 user nova-compute[75254]: node.session.scan = manual
Nov 29 10:22:51 user nova-compute[75254]: node.session.reopen_max = 0
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].address = 172.16.0.220
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].port = 3260
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].startup = manual
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].tcp.window_size = 524288
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].tcp.type_of_service = 0
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].timeo.logout_timeout = 15
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].timeo.login_timeout = 15
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].timeo.auth_timeout = 45
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].timeo.noop_out_interval = 5
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].timeo.noop_out_timeout = 5
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].iscsi.HeaderDigest = None
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].iscsi.DataDigest = None
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].iscsi.IFMarker = No
Nov 29 10:22:51 user nova-compute[75254]: node.conn[0].iscsi.OFMarker = No
Nov 29 10:22:51 user nova-compute[75254]: # END RECORD
Nov 29 10:22:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[da44b973-2e04-40f1-b686-5262acb97e1b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d56b6de-8df0-40a7-aca8-fc3e8688f2e5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ySkfoFbE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ySkfoFbE" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[808666a5-a7c3-4260-8193-e65df323ad20]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ySkfoFbE'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac279ca0-71b4-4a87-ad99-111b07b3ae8d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[650ece8f-f10a-4b0f-a58d-80a59b74c3c0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:22:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:22:51 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:22:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.179s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] HCTL ('36', '0', '0', 0) found on session 32 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb08e74b-5ea0-42c0-a437-fa61b44c88b6]: (4, ('0 0 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Searching for a device in session 32 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.205s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== connect_volume: return (206ms) {'type': 'block', 'scsi_wwn': '23765363864656665', 'path': '/dev/sde'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23765363864656665', 'path': '/dev/sde'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-297526554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-297526554',id=27,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:21:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-rqucplbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:21:16Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=ee221fbf-18ee-4d20-bb4b-5b8238f81507,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "vif_mac": "fa:16:3e:ba:05:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "vif_mac": "fa:16:3e:ba:05:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'pci_devices' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.objects.base [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Object Instance<ee221fbf-18ee-4d20-bb4b-5b8238f81507> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:22:51 user nova-compute[75254]:   <uuid>ee221fbf-18ee-4d20-bb4b-5b8238f81507</uuid>
Nov 29 10:22:51 user nova-compute[75254]:   <name>instance-0000001b</name>
Nov 29 10:22:51 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:22:51 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:22:51 user nova-compute[75254]:   <metadata>
Nov 29 10:22:51 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:22:51 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:22:51 user nova-compute[75254]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-297526554</nova:name>
Nov 29 10:22:51 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:22:51</nova:creationTime>
Nov 29 10:22:51 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:22:51 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:22:51 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:22:51 user nova-compute[75254]:       <nova:owner>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:user uuid="b1299b6384214ee9822c2e3c9ff1b99b">tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member</nova:user>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:project uuid="c61b89d931dd4ad789d18f4f576238d5">tempest-ServerBootFromVolumeStableRescueTest-963087896</nova:project>
Nov 29 10:22:51 user nova-compute[75254]:       </nova:owner>
Nov 29 10:22:51 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:22:51 user nova-compute[75254]:       <nova:ports>
Nov 29 10:22:51 user nova-compute[75254]:         <nova:port uuid="97c30ee0-0265-4caf-89da-60c3bd133a2c">
Nov 29 10:22:51 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:22:51 user nova-compute[75254]:         </nova:port>
Nov 29 10:22:51 user nova-compute[75254]:       </nova:ports>
Nov 29 10:22:51 user nova-compute[75254]:     </nova:instance>
Nov 29 10:22:51 user nova-compute[75254]:   </metadata>
Nov 29 10:22:51 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:22:51 user nova-compute[75254]:     <system>
Nov 29 10:22:51 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:22:51 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:22:51 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:22:51 user nova-compute[75254]:       <entry name="serial">ee221fbf-18ee-4d20-bb4b-5b8238f81507</entry>
Nov 29 10:22:51 user nova-compute[75254]:       <entry name="uuid">ee221fbf-18ee-4d20-bb4b-5b8238f81507</entry>
Nov 29 10:22:51 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:22:51 user nova-compute[75254]:     </system>
Nov 29 10:22:51 user nova-compute[75254]:   </sysinfo>
Nov 29 10:22:51 user nova-compute[75254]:   <os>
Nov 29 10:22:51 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:22:51 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:22:51 user nova-compute[75254]:   </os>
Nov 29 10:22:51 user nova-compute[75254]:   <features>
Nov 29 10:22:51 user nova-compute[75254]:     <acpi/>
Nov 29 10:22:51 user nova-compute[75254]:     <apic/>
Nov 29 10:22:51 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:22:51 user nova-compute[75254]:   </features>
Nov 29 10:22:51 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:22:51 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:22:51 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:22:51 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:22:51 user nova-compute[75254]:   </clock>
Nov 29 10:22:51 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:22:51 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:22:51 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:22:51 user nova-compute[75254]:   </cpu>
Nov 29 10:22:51 user nova-compute[75254]:   <devices>
Nov 29 10:22:51 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:22:51 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:22:51 user nova-compute[75254]:       <source dev="/dev/sde"/>
Nov 29 10:22:51 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:22:51 user nova-compute[75254]:       <serial>8f27478d-d01f-4b29-a015-d84f8c8e8245</serial>
Nov 29 10:22:51 user nova-compute[75254]:     </disk>
Nov 29 10:22:51 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:22:51 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:22:51 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue"/>
Nov 29 10:22:51 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:22:51 user nova-compute[75254]:       <boot order="1"/>
Nov 29 10:22:51 user nova-compute[75254]:     </disk>
Nov 29 10:22:51 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:22:51 user nova-compute[75254]:       <mac address="fa:16:3e:ba:05:b8"/>
Nov 29 10:22:51 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:22:51 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:22:51 user nova-compute[75254]:       <target dev="tap97c30ee0-02"/>
Nov 29 10:22:51 user nova-compute[75254]:     </interface>
Nov 29 10:22:51 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:22:51 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/console.log" append="off"/>
Nov 29 10:22:51 user nova-compute[75254]:     </serial>
Nov 29 10:22:51 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:22:51 user nova-compute[75254]:     <video>
Nov 29 10:22:51 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:22:51 user nova-compute[75254]:     </video>
Nov 29 10:22:51 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:22:51 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:22:51 user nova-compute[75254]:     </rng>
Nov 29 10:22:51 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:22:51 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:22:51 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:22:51 user nova-compute[75254]:     </memballoon>
Nov 29 10:22:51 user nova-compute[75254]:   </devices>
Nov 29 10:22:51 user nova-compute[75254]: </domain>
Nov 29 10:22:51 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:22:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance destroyed successfully.
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] No VIF found with MAC fa:16:3e:ba:05:b8, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.529s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:22:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.policy [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d233fdbab4744e1b00ddd12796fa9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf066bd6715842918505694fca8b7d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:22:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Creating image(s)
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "/opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "/opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "/opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk 1073741824" returned: 0 in 0.066s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Successfully created port: e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Cannot resize image /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Ensure instance console log exists: /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-4933b4ac-79dc-41b5-aa90-f7597627fde6 req-c1091c16-c90e-4f8d-af18-5fc237442a34 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4933b4ac-79dc-41b5-aa90-f7597627fde6 req-c1091c16-c90e-4f8d-af18-5fc237442a34 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4933b4ac-79dc-41b5-aa90-f7597627fde6 req-c1091c16-c90e-4f8d-af18-5fc237442a34 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4933b4ac-79dc-41b5-aa90-f7597627fde6 req-c1091c16-c90e-4f8d-af18-5fc237442a34 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-4933b4ac-79dc-41b5-aa90-f7597627fde6 req-c1091c16-c90e-4f8d-af18-5fc237442a34 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:53 user nova-compute[75254]: WARNING nova.compute.manager [req-4933b4ac-79dc-41b5-aa90-f7597627fde6 req-c1091c16-c90e-4f8d-af18-5fc237442a34 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state active and task_state rescuing.
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Successfully updated port: e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquired lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-changed-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Refreshing instance network info cache due to event network-changed-e1dc53df-99d9-4ca3-9762-751b2586bf6d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] Acquiring lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updating instance_info_cache with network_info: [{"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Releasing lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Instance network_info: |[{"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] Acquired lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.neutron [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Refreshing network info cache for port e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Start _get_guest_xml network_info=[{"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:22:53 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:53 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-108165637',display_name='tempest-VolumesSnapshotTestJSON-instance-108165637',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-108165637',id=29,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA2Asni7xTp7ZVw4rl0DHkBq1y0T9qO4Z1x4NWnQGg6nDI6DB/JHby0vNrcByWmJbmoXoVNPECMZ6eg/CzNdAIbah3yAlT38nJjxfuyqrs6ntxlq9hcT4II4FN4rkSlAVw==',key_name='tempest-keypair-1581066363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf066bd6715842918505694fca8b7d93',ramdisk_id='',reservation_id='r-6ptlhujs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1217130745',owner_user_name='tempest-VolumesSnapshotTestJSON-1217130745-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:22:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d233fdbab4744e1b00ddd12796fa9db',uuid=7cb078fc-5398-4998-aa8b-7b2b7177a222,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converting VIF {"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'pci_devices' on Instance uuid 7cb078fc-5398-4998-aa8b-7b2b7177a222 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:22:53 user nova-compute[75254]:   <uuid>7cb078fc-5398-4998-aa8b-7b2b7177a222</uuid>
Nov 29 10:22:53 user nova-compute[75254]:   <name>instance-0000001d</name>
Nov 29 10:22:53 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:22:53 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:22:53 user nova-compute[75254]:   <metadata>
Nov 29 10:22:53 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:22:53 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:22:53 user nova-compute[75254]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-108165637</nova:name>
Nov 29 10:22:53 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:22:53</nova:creationTime>
Nov 29 10:22:53 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:22:53 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:22:53 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:22:53 user nova-compute[75254]:       <nova:owner>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:user uuid="1d233fdbab4744e1b00ddd12796fa9db">tempest-VolumesSnapshotTestJSON-1217130745-project-member</nova:user>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:project uuid="cf066bd6715842918505694fca8b7d93">tempest-VolumesSnapshotTestJSON-1217130745</nova:project>
Nov 29 10:22:53 user nova-compute[75254]:       </nova:owner>
Nov 29 10:22:53 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:22:53 user nova-compute[75254]:       <nova:ports>
Nov 29 10:22:53 user nova-compute[75254]:         <nova:port uuid="e1dc53df-99d9-4ca3-9762-751b2586bf6d">
Nov 29 10:22:53 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:22:53 user nova-compute[75254]:         </nova:port>
Nov 29 10:22:53 user nova-compute[75254]:       </nova:ports>
Nov 29 10:22:53 user nova-compute[75254]:     </nova:instance>
Nov 29 10:22:53 user nova-compute[75254]:   </metadata>
Nov 29 10:22:53 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:22:53 user nova-compute[75254]:     <system>
Nov 29 10:22:53 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:22:53 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:22:53 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:22:53 user nova-compute[75254]:       <entry name="serial">7cb078fc-5398-4998-aa8b-7b2b7177a222</entry>
Nov 29 10:22:53 user nova-compute[75254]:       <entry name="uuid">7cb078fc-5398-4998-aa8b-7b2b7177a222</entry>
Nov 29 10:22:53 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:22:53 user nova-compute[75254]:     </system>
Nov 29 10:22:53 user nova-compute[75254]:   </sysinfo>
Nov 29 10:22:53 user nova-compute[75254]:   <os>
Nov 29 10:22:53 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:22:53 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:22:53 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:22:53 user nova-compute[75254]:   </os>
Nov 29 10:22:53 user nova-compute[75254]:   <features>
Nov 29 10:22:53 user nova-compute[75254]:     <acpi/>
Nov 29 10:22:53 user nova-compute[75254]:     <apic/>
Nov 29 10:22:53 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:22:53 user nova-compute[75254]:   </features>
Nov 29 10:22:53 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:22:53 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:22:53 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:22:53 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:22:53 user nova-compute[75254]:   </clock>
Nov 29 10:22:53 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:22:53 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:22:53 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:22:53 user nova-compute[75254]:   </cpu>
Nov 29 10:22:53 user nova-compute[75254]:   <devices>
Nov 29 10:22:53 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:22:53 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:22:53 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk"/>
Nov 29 10:22:53 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:22:53 user nova-compute[75254]:     </disk>
Nov 29 10:22:53 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:22:53 user nova-compute[75254]:       <mac address="fa:16:3e:3b:a7:9b"/>
Nov 29 10:22:53 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:22:53 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:22:53 user nova-compute[75254]:       <target dev="tape1dc53df-99"/>
Nov 29 10:22:53 user nova-compute[75254]:     </interface>
Nov 29 10:22:53 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:22:53 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/console.log" append="off"/>
Nov 29 10:22:53 user nova-compute[75254]:     </serial>
Nov 29 10:22:53 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:22:53 user nova-compute[75254]:     <video>
Nov 29 10:22:53 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:22:53 user nova-compute[75254]:     </video>
Nov 29 10:22:53 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:22:53 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:22:53 user nova-compute[75254]:     </rng>
Nov 29 10:22:53 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:22:53 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:22:53 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:22:53 user nova-compute[75254]:     </memballoon>
Nov 29 10:22:53 user nova-compute[75254]:   </devices>
Nov 29 10:22:53 user nova-compute[75254]: </domain>
Nov 29 10:22:53 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-108165637',display_name='tempest-VolumesSnapshotTestJSON-instance-108165637',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-108165637',id=29,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA2Asni7xTp7ZVw4rl0DHkBq1y0T9qO4Z1x4NWnQGg6nDI6DB/JHby0vNrcByWmJbmoXoVNPECMZ6eg/CzNdAIbah3yAlT38nJjxfuyqrs6ntxlq9hcT4II4FN4rkSlAVw==',key_name='tempest-keypair-1581066363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf066bd6715842918505694fca8b7d93',ramdisk_id='',reservation_id='r-6ptlhujs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1217130745',owner_user_name='tempest-VolumesSnapshotTestJSON-1217130745-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:22:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d233fdbab4744e1b00ddd12796fa9db',uuid=7cb078fc-5398-4998-aa8b-7b2b7177a222,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converting VIF {"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG os_vif [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd355a122-b283-52c3-a1c0-ddf26580c4b4', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:22:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape1dc53df-99, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape1dc53df-99, col_values=(('qos', UUID('f68703f6-3118-4a73-a663-a18aca4b7c6e')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape1dc53df-99, col_values=(('external_ids', {'iface-id': 'e1dc53df-99d9-4ca3-9762-751b2586bf6d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:a7:9b', 'vm-uuid': '7cb078fc-5398-4998-aa8b-7b2b7177a222'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:54 user nova-compute[75254]: INFO os_vif [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99')
Nov 29 10:22:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No VIF found with MAC fa:16:3e:3b:a7:9b, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG nova.network.neutron [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updated VIF entry in instance network info cache for port e1dc53df-99d9-4ca3-9762-751b2586bf6d. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG nova.network.neutron [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updating instance_info_cache with network_info: [{"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:22:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aa0443e7-0e1b-44d1-b410-a822f96b3e9f req-6f24041a-e837-49df-b341-6905be8a24cc service nova] Releasing lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-24f3492e-1427-4830-89ae-39c8ea5d634f req-f08dfd09-d009-451e-b034-22fe4f85f43f service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-24f3492e-1427-4830-89ae-39c8ea5d634f req-f08dfd09-d009-451e-b034-22fe4f85f43f service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-24f3492e-1427-4830-89ae-39c8ea5d634f req-f08dfd09-d009-451e-b034-22fe4f85f43f service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-24f3492e-1427-4830-89ae-39c8ea5d634f req-f08dfd09-d009-451e-b034-22fe4f85f43f service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-24f3492e-1427-4830-89ae-39c8ea5d634f req-f08dfd09-d009-451e-b034-22fe4f85f43f service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:55 user nova-compute[75254]: WARNING nova.compute.manager [req-24f3492e-1427-4830-89ae-39c8ea5d634f req-f08dfd09-d009-451e-b034-22fe4f85f43f service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state active and task_state rescuing.
Nov 29 10:22:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c3d28824-cea5-4ff9-beb9-bae55d7b4dd8 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-f0e5f08d-026d-4788-86f8-26e3da4e0ad0 req-cfe418b3-f3cd-443a-b189-3a02d211c864 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f0e5f08d-026d-4788-86f8-26e3da4e0ad0 req-cfe418b3-f3cd-443a-b189-3a02d211c864 service nova] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f0e5f08d-026d-4788-86f8-26e3da4e0ad0 req-cfe418b3-f3cd-443a-b189-3a02d211c864 service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f0e5f08d-026d-4788-86f8-26e3da4e0ad0 req-cfe418b3-f3cd-443a-b189-3a02d211c864 service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-f0e5f08d-026d-4788-86f8-26e3da4e0ad0 req-cfe418b3-f3cd-443a-b189-3a02d211c864 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] No waiting events found dispatching network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:55 user nova-compute[75254]: WARNING nova.compute.manager [req-f0e5f08d-026d-4788-86f8-26e3da4e0ad0 req-cfe418b3-f3cd-443a-b189-3a02d211c864 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received unexpected event network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d for instance with vm_state building and task_state spawning.
Nov 29 10:22:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-e75ca8fd-6df3-4468-b064-9ed9e0daeef6 req-152ef279-094a-4d80-b9c7-8867b7a3dd5c service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:22:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e75ca8fd-6df3-4468-b064-9ed9e0daeef6 req-152ef279-094a-4d80-b9c7-8867b7a3dd5c service nova] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:22:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e75ca8fd-6df3-4468-b064-9ed9e0daeef6 req-152ef279-094a-4d80-b9c7-8867b7a3dd5c service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:22:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e75ca8fd-6df3-4468-b064-9ed9e0daeef6 req-152ef279-094a-4d80-b9c7-8867b7a3dd5c service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-e75ca8fd-6df3-4468-b064-9ed9e0daeef6 req-152ef279-094a-4d80-b9c7-8867b7a3dd5c service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] No waiting events found dispatching network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:22:57 user nova-compute[75254]: WARNING nova.compute.manager [req-e75ca8fd-6df3-4468-b064-9ed9e0daeef6 req-152ef279-094a-4d80-b9c7-8867b7a3dd5c service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received unexpected event network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d for instance with vm_state building and task_state spawning.
Nov 29 10:22:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:22:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Instance spawned successfully.
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:22:58 user nova-compute[75254]: INFO nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Took 6.65 seconds to spawn the instance on the hypervisor.
Nov 29 10:22:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:22:58 user nova-compute[75254]: INFO nova.compute.manager [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Took 7.59 seconds to build instance.
Nov 29 10:22:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a05afb7-ac93-4867-b43d-d0fef3587338 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.767s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:22:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:01 user nova-compute[75254]: INFO nova.compute.manager [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Detaching volume b77aa824-1a55-4e3e-b613-dadb9ccd6539
Nov 29 10:23:01 user nova-compute[75254]: INFO nova.virt.block_device [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Attempting to driver detach volume b77aa824-1a55-4e3e-b613-dadb9ccd6539 from mountpoint /dev/vdb
Nov 29 10:23:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Attempting to detach device vdb from instance efa76a1d-14ec-471a-ac84-62276707685b from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:23:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:23:01 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:01 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:23:01 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:23:01 user nova-compute[75254]:   <serial>b77aa824-1a55-4e3e-b613-dadb9ccd6539</serial>
Nov 29 10:23:01 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:23:01 user nova-compute[75254]: </disk>
Nov 29 10:23:01 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:23:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Successfully detached device vdb from instance efa76a1d-14ec-471a-ac84-62276707685b from the persistent domain config.
Nov 29 10:23:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance efa76a1d-14ec-471a-ac84-62276707685b from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:23:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:23:01 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:01 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:23:01 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:23:01 user nova-compute[75254]:   <serial>b77aa824-1a55-4e3e-b613-dadb9ccd6539</serial>
Nov 29 10:23:01 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:23:01 user nova-compute[75254]: </disk>
Nov 29 10:23:01 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:23:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:23:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:03 user nova-compute[75254]: INFO nova.compute.manager [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Unshelving
Nov 29 10:23:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:04 user nova-compute[75254]: INFO nova.virt.block_device [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Booting with volume aba6109d-266d-4809-9ace-220d3cc69c27 at /dev/vdc
Nov 29 10:23:04 user nova-compute[75254]: DEBUG os_brick.utils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[49257e84-7d67-484a-9fb7-265ac255e57b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cabb98ad-9e40-4fa2-a61b-614a6921a6b4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f00c2e-7784-4834-b87f-c0e9ef9fdcb3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9638cf30-fe8c-4292-a25c-c5d3e16c253a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:23:04 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:23:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9c4e003-b9b0-436a-a166-79c2864efe3d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG os_brick.utils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:23:04 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating existing volume attachment record: 02e6a5e0-f2f9-4d89-953d-baf9429e4527 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:23:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'pci_requests' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'numa_topology' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:23:12 user nova-compute[75254]: INFO nova.compute.claims [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Claim successful on node user
Nov 29 10:23:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:23:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:12 user nova-compute[75254]: INFO nova.network.neutron [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating port 46c41bc8-06a8-4662-93c4-1cc451468cdb with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing instance network info cache due to event network-changed-46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] Acquiring lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:23:13 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Creating image(s)
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'trusted_certs' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] Acquired lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.network.neutron [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Refreshing network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:23:13 user nova-compute[75254]: INFO nova.compute.manager [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Detaching volume 30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:23:13 user nova-compute[75254]: DEBUG nova.objects.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<480daf40-a31b-4c13-b9dc-ff32d525b674> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "acb27eabf1738a1ba881ae6a94c6b11a0aaf4293" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "acb27eabf1738a1ba881ae6a94c6b11a0aaf4293" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:15 user nova-compute[75254]: INFO nova.virt.block_device [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Attempting to driver detach volume 30ae7fdd-f2e9-4ed2-9a32-1af67a28576c from mountpoint /dev/vdb
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Attempting to detach device vdb from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:23:15 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:15 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:23:15 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:23:15 user nova-compute[75254]:   <serial>30ae7fdd-f2e9-4ed2-9a32-1af67a28576c</serial>
Nov 29 10:23:15 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:23:15 user nova-compute[75254]: </disk>
Nov 29 10:23:15 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:23:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully detached device vdb from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 from the persistent domain config.
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:23:15 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:15 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:23:15 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:23:15 user nova-compute[75254]:   <serial>30ae7fdd-f2e9-4ed2-9a32-1af67a28576c</serial>
Nov 29 10:23:15 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:23:15 user nova-compute[75254]: </disk>
Nov 29 10:23:15 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.part --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.virt.images [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] aab3f3f4-8914-4ff9-a70b-f634e5f1e36e was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.part /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updated VIF entry in instance network info cache for port 46c41bc8-06a8-4662-93c4-1cc451468cdb. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-66500e57-b192-40e6-9a74-44b2e4f822e3 req-51bb8610-b740-49a7-8076-7e8978e63eb7 service nova] Releasing lock "refresh_cache-480daf40-a31b-4c13-b9dc-ff32d525b674" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.part /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.converted" returned: 0 in 0.305s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293.converted --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "acb27eabf1738a1ba881ae6a94c6b11a0aaf4293" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.887s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "acb27eabf1738a1ba881ae6a94c6b11a0aaf4293" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "acb27eabf1738a1ba881ae6a94c6b11a0aaf4293" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293,backing_fmt=raw /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293,backing_fmt=raw /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk 1073741824" returned: 0 in 0.049s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "acb27eabf1738a1ba881ae6a94c6b11a0aaf4293" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'migration_context' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG nova.objects.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<480daf40-a31b-4c13-b9dc-ff32d525b674> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:23:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Rebasing disk image.
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:16 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 -F raw /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 -F raw /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk" returned: 0 in 2.080s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Ensure instance console log exists: /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Start _get_guest_xml network_info=[{"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='34f4afa7734715cb0af21968ac27d92d',container_format='bare',created_at=2023-11-29T10:21:11Z,direct_url=<?>,disk_format='qcow2',id=aab3f3f4-8914-4ff9-a70b-f634e5f1e36e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-457283367-shelved',owner='5f13bcc2b05b41fbb1a761791cf12bb6',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T10:21:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRTqKGBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '480daf40-a31b-4c13-b9dc-ff32d525b674', 'attached_at': '', 'detached_at': '', 'volume_id': 'aba6109d-266d-4809-9ace-220d3cc69c27', 'serial': 'aba6109d-266d-4809-9ace-220d3cc69c27'}, 'attachment_id': '02e6a5e0-f2f9-4d89-953d-baf9429e4527', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:23:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:23:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='34f4afa7734715cb0af21968ac27d92d',container_format='bare',created_at=2023-11-29T10:21:11Z,direct_url=<?>,disk_format='qcow2',id=aab3f3f4-8914-4ff9-a70b-f634e5f1e36e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-457283367-shelved',owner='5f13bcc2b05b41fbb1a761791cf12bb6',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T10:21:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'vcpu_model' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.objects.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<480daf40-a31b-4c13-b9dc-ff32d525b674> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRTqKGBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:23:18 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:23:18 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:23:18 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260" returned: 21 in 0.046s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ebea24a-ad24-4688-b68e-fbf556f1af51]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:23:18 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbfebd49-4760-49ad-98d6-3b0ee3c7b2fb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27] added
Nov 29 10:23:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad0f88e-7735-4dfa-b575-dbc205fa972e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8deef5-41a4-4af3-824b-fbf24b7d3732]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IRTqKGBt {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IRTqKGBt" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3f813f-5e18-4979-933d-c8ef6255e94c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IRTqKGBt'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb84458-e8d3-4d09-a1ea-813bbdd05f2e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[92496a64-2662-4dbe-a563-24a1cb748a7b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b393f1-8b90-4a0b-abf8-e009e76fe836]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260]
Nov 29 10:23:18 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260] successful.
Nov 29 10:23:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6389fd39-08b4-45f2-b42b-9ef354f4c661]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[94dd9212-05db-48a0-8c3d-94d1925b14b8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:23:18 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] HCTL ('37', '-', '-', 0) found on session 33 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbe9b10-b7fb-407a-9000-6dc3de8a7140]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching for a device in session 33 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:23:18 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRTqKGBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:23:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:23:19 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23735636161643638', 'path': '/dev/sdf'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:23:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735636161643638', 'path': '/dev/sdf'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:23:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:19:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-457283367',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-457283367',id=26,image_ref='aab3f3f4-8914-4ff9-a70b-f634e5f1e36e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1471717132',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:19:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-ghlmmype',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member',shelved_at='2023-11-29T10:21:15.811278',shelved_host='user',shelved_image_id='aab3f3f4-8914-4ff9-a70b-f634e5f1e36e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:23:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=480daf40-a31b-4c13-b9dc-ff32d525b674,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:23:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'pci_devices' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.objects.base [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<480daf40-a31b-4c13-b9dc-ff32d525b674> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:23:20 user nova-compute[75254]:   <uuid>480daf40-a31b-4c13-b9dc-ff32d525b674</uuid>
Nov 29 10:23:20 user nova-compute[75254]:   <name>instance-0000001a</name>
Nov 29 10:23:20 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:23:20 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:23:20 user nova-compute[75254]:   <metadata>
Nov 29 10:23:20 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:23:20 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:23:20 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-457283367</nova:name>
Nov 29 10:23:20 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:23:18</nova:creationTime>
Nov 29 10:23:20 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:23:20 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:23:20 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:23:20 user nova-compute[75254]:       <nova:owner>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:user uuid="4272be829c5746ed8883c01ddab468a9">tempest-AttachVolumeShelveTestJSON-1863307670-project-member</nova:user>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:project uuid="5f13bcc2b05b41fbb1a761791cf12bb6">tempest-AttachVolumeShelveTestJSON-1863307670</nova:project>
Nov 29 10:23:20 user nova-compute[75254]:       </nova:owner>
Nov 29 10:23:20 user nova-compute[75254]:       <nova:root type="image" uuid="aab3f3f4-8914-4ff9-a70b-f634e5f1e36e"/>
Nov 29 10:23:20 user nova-compute[75254]:       <nova:ports>
Nov 29 10:23:20 user nova-compute[75254]:         <nova:port uuid="46c41bc8-06a8-4662-93c4-1cc451468cdb">
Nov 29 10:23:20 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 10:23:20 user nova-compute[75254]:         </nova:port>
Nov 29 10:23:20 user nova-compute[75254]:       </nova:ports>
Nov 29 10:23:20 user nova-compute[75254]:     </nova:instance>
Nov 29 10:23:20 user nova-compute[75254]:   </metadata>
Nov 29 10:23:20 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:23:20 user nova-compute[75254]:     <system>
Nov 29 10:23:20 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:23:20 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:23:20 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:23:20 user nova-compute[75254]:       <entry name="serial">480daf40-a31b-4c13-b9dc-ff32d525b674</entry>
Nov 29 10:23:20 user nova-compute[75254]:       <entry name="uuid">480daf40-a31b-4c13-b9dc-ff32d525b674</entry>
Nov 29 10:23:20 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:23:20 user nova-compute[75254]:     </system>
Nov 29 10:23:20 user nova-compute[75254]:   </sysinfo>
Nov 29 10:23:20 user nova-compute[75254]:   <os>
Nov 29 10:23:20 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:23:20 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:23:20 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:23:20 user nova-compute[75254]:   </os>
Nov 29 10:23:20 user nova-compute[75254]:   <features>
Nov 29 10:23:20 user nova-compute[75254]:     <acpi/>
Nov 29 10:23:20 user nova-compute[75254]:     <apic/>
Nov 29 10:23:20 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:23:20 user nova-compute[75254]:   </features>
Nov 29 10:23:20 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:23:20 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:23:20 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:23:20 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:23:20 user nova-compute[75254]:   </clock>
Nov 29 10:23:20 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:23:20 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:23:20 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:23:20 user nova-compute[75254]:   </cpu>
Nov 29 10:23:20 user nova-compute[75254]:   <devices>
Nov 29 10:23:20 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:23:20 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:23:20 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk"/>
Nov 29 10:23:20 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:23:20 user nova-compute[75254]:     </disk>
Nov 29 10:23:20 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:23:20 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:20 user nova-compute[75254]:       <source dev="/dev/sdf"/>
Nov 29 10:23:20 user nova-compute[75254]:       <target dev="vdc" bus="virtio"/>
Nov 29 10:23:20 user nova-compute[75254]:       <serial>aba6109d-266d-4809-9ace-220d3cc69c27</serial>
Nov 29 10:23:20 user nova-compute[75254]:     </disk>
Nov 29 10:23:20 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:23:20 user nova-compute[75254]:       <mac address="fa:16:3e:18:bc:43"/>
Nov 29 10:23:20 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:23:20 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:23:20 user nova-compute[75254]:       <target dev="tap46c41bc8-06"/>
Nov 29 10:23:20 user nova-compute[75254]:     </interface>
Nov 29 10:23:20 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:23:20 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/console.log" append="off"/>
Nov 29 10:23:20 user nova-compute[75254]:     </serial>
Nov 29 10:23:20 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:23:20 user nova-compute[75254]:     <video>
Nov 29 10:23:20 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:23:20 user nova-compute[75254]:     </video>
Nov 29 10:23:20 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:23:20 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:23:20 user nova-compute[75254]:     </rng>
Nov 29 10:23:20 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:23:20 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:23:20 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:23:20 user nova-compute[75254]:     </memballoon>
Nov 29 10:23:20 user nova-compute[75254]:   </devices>
Nov 29 10:23:20 user nova-compute[75254]: </domain>
Nov 29 10:23:20 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:19:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-457283367',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-457283367',id=26,image_ref='aab3f3f4-8914-4ff9-a70b-f634e5f1e36e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1471717132',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:19:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-ghlmmype',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member',shelved_at='2023-11-29T10:21:15.811278',shelved_host='user',shelved_image_id='aab3f3f4-8914-4ff9-a70b-f634e5f1e36e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:23:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=480daf40-a31b-4c13-b9dc-ff32d525b674,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG os_vif [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95e085c0-7ea2-5cb4-8444-0ea7f86063b7', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap46c41bc8-06, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap46c41bc8-06, col_values=(('qos', UUID('eb8d7e36-b0a3-4ab3-a4ec-f53d85f41693')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap46c41bc8-06, col_values=(('external_ids', {'iface-id': '46c41bc8-06a8-4662-93c4-1cc451468cdb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:bc:43', 'vm-uuid': '480daf40-a31b-4c13-b9dc-ff32d525b674'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:20 user nova-compute[75254]: INFO os_vif [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06')
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No VIF found with MAC fa:16:3e:18:bc:43, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:23:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-e36258c0-4c85-4e3a-97a0-b8d0d6d9ac38 req-489e613d-026b-439f-91a1-95f3a7c89573 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e36258c0-4c85-4e3a-97a0-b8d0d6d9ac38 req-489e613d-026b-439f-91a1-95f3a7c89573 service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e36258c0-4c85-4e3a-97a0-b8d0d6d9ac38 req-489e613d-026b-439f-91a1-95f3a7c89573 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e36258c0-4c85-4e3a-97a0-b8d0d6d9ac38 req-489e613d-026b-439f-91a1-95f3a7c89573 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-e36258c0-4c85-4e3a-97a0-b8d0d6d9ac38 req-489e613d-026b-439f-91a1-95f3a7c89573 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:23:21 user nova-compute[75254]: WARNING nova.compute.manager [req-e36258c0-4c85-4e3a-97a0-b8d0d6d9ac38 req-489e613d-026b-439f-91a1-95f3a7c89573 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 10:23:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance efa76a1d-14ec-471a-ac84-62276707685b is timed out.
Nov 29 10:23:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Successfully detached device vdb from instance efa76a1d-14ec-471a-ac84-62276707685b from the live domain config.
Nov 29 10:23:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVRMGjbi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:23:22 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fc1162-2807-474d-85a7-4a2c518d9867]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:23:22 user nova-compute[75254]: No targets found.
Nov 29 10:23:22 user nova-compute[75254]: iSNS:
Nov 29 10:23:22 user nova-compute[75254]: No targets found.
Nov 29 10:23:22 user nova-compute[75254]: STATIC:
Nov 29 10:23:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:23:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27
Nov 29 10:23:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:23:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:23:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539
Nov 29 10:23:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:23:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:22 user nova-compute[75254]: FIRMWARE:
Nov 29 10:23:22 user nova-compute[75254]: No targets found.
Nov 29 10:23:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:23:22 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:23:22 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[255f04ee-0903-44c2-a85e-c5f31049826d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8cae64-6aa0-43f9-a00b-8d24d062bbfc]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:23:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb5ff9b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ef227d-08cc-4556-bc0f-c7faf895d79e]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5300370f-2f89-4507-a67e-fc484549b6e4]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[635755b8-07cd-4147-9e46-a1073dec69e0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[da1b63fd-9bc5-4395-863f-205675d62284]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d4364b-a595-45a6-a9a5-435c630d0253]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4f6eee-beca-43f6-821d-45f7d90f16f5]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260]
Nov 29 10:23:22 user nova-compute[75254]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539, portal: 172.16.0.220,3260] successful.
Nov 29 10:23:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b77aa824-1a55-4e3e-b613-dadb9ccd6539 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[377aa51c-4c7d-490b-9400-8a99e02f9f5f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.422s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] <== disconnect_volume: return (424ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:23:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG nova.objects.instance [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'flavor' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-94e0f559-0cb0-4c7b-998d-bf37dd561a10 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.121s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-dc9ac316-f7f7-4665-8d2c-e36267342f77 req-0ec22859-7b8f-4d0c-aeae-a2ddf3738373 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dc9ac316-f7f7-4665-8d2c-e36267342f77 req-0ec22859-7b8f-4d0c-aeae-a2ddf3738373 service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dc9ac316-f7f7-4665-8d2c-e36267342f77 req-0ec22859-7b8f-4d0c-aeae-a2ddf3738373 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dc9ac316-f7f7-4665-8d2c-e36267342f77 req-0ec22859-7b8f-4d0c-aeae-a2ddf3738373 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-dc9ac316-f7f7-4665-8d2c-e36267342f77 req-0ec22859-7b8f-4d0c-aeae-a2ddf3738373 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:23:23 user nova-compute[75254]: WARNING nova.compute.manager [req-dc9ac316-f7f7-4665-8d2c-e36267342f77 req-0ec22859-7b8f-4d0c-aeae-a2ddf3738373 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:23:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:23:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:23:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:23:24 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance spawned successfully.
Nov 29 10:23:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:23:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [{"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:23:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-efa76a1d-14ec-471a-ac84-62276707685b" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:23:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:23:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aaa46884-8440-48bf-aa76-2f54e598d890 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 20.451s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:23:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:23:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:23:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:34 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:23:34 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7304MB free_disk=24.792625427246094GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance efa76a1d-14ec-471a-ac84-62276707685b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance ee221fbf-18ee-4d20-bb4b-5b8238f81507 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 6272ee52-efd7-49af-a214-c9413146b921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 480daf40-a31b-4c13-b9dc-ff32d525b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:23:34 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.678s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 is timed out.
Nov 29 10:23:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully detached device vdb from instance f095e505-aa2c-4438-bf09-fe9dfbf642a9 from the live domain config.
Nov 29 10:23:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtZqBWlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:23:35 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7180c1-9e03-4b11-a5c0-185ae67e38c9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:23:35 user nova-compute[75254]: No targets found.
Nov 29 10:23:35 user nova-compute[75254]: iSNS:
Nov 29 10:23:35 user nova-compute[75254]: No targets found.
Nov 29 10:23:35 user nova-compute[75254]: STATIC:
Nov 29 10:23:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:23:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27
Nov 29 10:23:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:23:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c
Nov 29 10:23:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:35 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:23:35 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:23:35 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:23:35 user nova-compute[75254]: FIRMWARE:
Nov 29 10:23:35 user nova-compute[75254]: No targets found.
Nov 29 10:23:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:23:35 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:23:35 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0b0ad9-f9e9-4954-8575-299bcad5297f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3b10b18-30ba-4379-8aa0-304390bfcca7]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:23:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:23:35 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:23:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb42d1120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9db755-f7fd-4ed0-a4f3-4e257cd0f017]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7c2d040-1e78-4f83-a1a0-633e2e3c70d4]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3840c1a8-d7fe-4e2f-86ec-e58a31661f5d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d702436-1c28-4488-a548-ce1b6e74e5e6]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[723b8317-cbdc-418c-934e-94985059a5e4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[34664d94-2594-4d71-8e8e-b6c950c22100]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260]
Nov 29 10:23:35 user nova-compute[75254]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c, portal: 172.16.0.220,3260] successful.
Nov 29 10:23:35 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:30ae7fdd-f2e9-4ed2-9a32-1af67a28576c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e9e1d7c-5abd-4c3f-95cf-7620a91db473]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== disconnect_volume: return (352ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:23:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG nova.objects.instance [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'flavor' on Instance uuid f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2d626ac0-78c9-4c91-8235-cc1e9bc4d505 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.848s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing instance network info cache due to event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG nova.network.neutron [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:39 user nova-compute[75254]: INFO nova.compute.manager [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Detaching volume d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:23:39 user nova-compute[75254]: INFO nova.virt.block_device [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Attempting to driver detach volume d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a from mountpoint /dev/vdb
Nov 29 10:23:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Attempting to detach device vdb from instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:23:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:23:39 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:39 user nova-compute[75254]:   <source dev="/dev/sdg"/>
Nov 29 10:23:39 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:23:39 user nova-compute[75254]:   <serial>d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a</serial>
Nov 29 10:23:39 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:23:39 user nova-compute[75254]: </disk>
Nov 29 10:23:39 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:23:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully detached device vdb from instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf from the persistent domain config.
Nov 29 10:23:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:23:40 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:23:40 user nova-compute[75254]:   <source dev="/dev/sdg"/>
Nov 29 10:23:40 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:23:40 user nova-compute[75254]:   <serial>d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a</serial>
Nov 29 10:23:40 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:23:40 user nova-compute[75254]: </disk>
Nov 29 10:23:40 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updated VIF entry in instance network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-da989722-923b-4c86-a7de-240be679e0b2 req-67446f83-259a-43ff-9721-4c55a2c4bd19 service nova] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:23:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing instance network info cache due to event network-changed-628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] Acquiring lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] Acquired lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Refreshing network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updated VIF entry in instance network info cache for port 628f4526-cb09-42d6-b9f2-0883395de9b5. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [{"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:23:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90e1bc3b-814b-456c-8689-917c544bfeef req-0dd202fa-86b9-4c99-a4c0-b6cf4630fe51 service nova] Releasing lock "refresh_cache-8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:23:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:51 user nova-compute[75254]: INFO nova.compute.manager [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Terminating instance
Nov 29 10:23:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:23:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-8bed2fe4-f8f4-4a1c-a4fe-5b487fcfd893 req-1d76f0b3-dda9-404d-8089-4b892af4326e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8bed2fe4-f8f4-4a1c-a4fe-5b487fcfd893 req-1d76f0b3-dda9-404d-8089-4b892af4326e service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8bed2fe4-f8f4-4a1c-a4fe-5b487fcfd893 req-1d76f0b3-dda9-404d-8089-4b892af4326e service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8bed2fe4-f8f4-4a1c-a4fe-5b487fcfd893 req-1d76f0b3-dda9-404d-8089-4b892af4326e service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-8bed2fe4-f8f4-4a1c-a4fe-5b487fcfd893 req-1d76f0b3-dda9-404d-8089-4b892af4326e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-8bed2fe4-f8f4-4a1c-a4fe-5b487fcfd893 req-1d76f0b3-dda9-404d-8089-4b892af4326e service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-unplugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:23:52 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Instance destroyed successfully.
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.objects.instance [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lazy-loading 'resources' on Instance uuid efa76a1d-14ec-471a-ac84-62276707685b {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:16:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1421832738',display_name='tempest-ServerStableDeviceRescueTest-server-1421832738',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1421832738',id=20,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI2/Nkub9OpSG0XaCKWj1meknC7HMMMzuVgYef8KrcTDqtJesuj200fYIO0NmyGkjJpaUWJYdP2tYWFxmekU9amNHUgIYbbyMErvJ5sL8vNwqO+Yqt+nVvymeaNNBnNhvA==',key_name='tempest-keypair-346299291',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:20:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f8d5a97ac2348fdbb3c84ecbfbfb455',ramdisk_id='',reservation_id='r-z079ym6k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-601741020',owner_user_name='tempest-ServerStableDeviceRescueTest-601741020-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:22:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9054ca1ea6714365b1b1bce902e8e8dc',uuid=efa76a1d-14ec-471a-ac84-62276707685b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converting VIF {"id": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "address": "fa:16:3e:9a:ce:44", "network": {"id": "70ccaa0b-6c72-47a5-ae16-d9ca3c45e347", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1916754398-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f8d5a97ac2348fdbb3c84ecbfbfb455", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9b7e3ff-0d", "ovs_interfaceid": "f9b7e3ff-0d9f-4752-a975-5947fb70e111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG os_vif [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf9b7e3ff-0d, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e162d629-36e3-44a9-908d-276386968269) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:23:52 user nova-compute[75254]: INFO os_vif [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:ce:44,bridge_name='br-int',has_traffic_filtering=True,id=f9b7e3ff-0d9f-4752-a975-5947fb70e111,network=Network(70ccaa0b-6c72-47a5-ae16-d9ca3c45e347),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9b7e3ff-0d')
Nov 29 10:23:52 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Deleting instance files /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b_del
Nov 29 10:23:52 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Deletion of /opt/stack/data/nova/instances/efa76a1d-14ec-471a-ac84-62276707685b_del complete
Nov 29 10:23:52 user nova-compute[75254]: INFO nova.compute.manager [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 29 10:23:52 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:23:52 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:23:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:23:53 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:23:53 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Took 0.81 seconds to deallocate network for instance.
Nov 29 10:23:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:54 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Deleted allocations for instance efa76a1d-14ec-471a-ac84-62276707685b
Nov 29 10:23:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-dd558dde-cf6c-4b44-a766-80212cd690c9 tempest-ServerStableDeviceRescueTest-601741020 tempest-ServerStableDeviceRescueTest-601741020-project-member] Lock "efa76a1d-14ec-471a-ac84-62276707685b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.272s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] Acquiring lock "efa76a1d-14ec-471a-ac84-62276707685b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] Lock "efa76a1d-14ec-471a-ac84-62276707685b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:23:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] No waiting events found dispatching network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:23:54 user nova-compute[75254]: WARNING nova.compute.manager [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received unexpected event network-vif-plugged-f9b7e3ff-0d9f-4752-a975-5947fb70e111 for instance with vm_state deleted and task_state None.
Nov 29 10:23:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-f225be61-c47b-4f70-b40f-c36431aeba89 req-466c3c5f-cf4f-4647-9c89-7c525c875457 service nova] [instance: efa76a1d-14ec-471a-ac84-62276707685b] Received event network-vif-deleted-f9b7e3ff-0d9f-4752-a975-5947fb70e111 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:23:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf is timed out.
Nov 29 10:24:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully detached device vdb from instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf from the live domain config.
Nov 29 10:24:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EMfOaxoy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:24:00 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6030f756-418c-4a3f-9384-41619ef692a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:24:00 user nova-compute[75254]: No targets found.
Nov 29 10:24:00 user nova-compute[75254]: iSNS:
Nov 29 10:24:00 user nova-compute[75254]: No targets found.
Nov 29 10:24:00 user nova-compute[75254]: STATIC:
Nov 29 10:24:00 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a
Nov 29 10:24:00 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:24:00 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:24:00 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27
Nov 29 10:24:00 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:24:00 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:24:00 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:24:00 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:24:00 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:24:00 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:24:00 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:24:00 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:24:00 user nova-compute[75254]: FIRMWARE:
Nov 29 10:24:00 user nova-compute[75254]: No targets found.
Nov 29 10:24:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:24:00 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:24:00 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f1127d-a6c6-45a8-8b33-4edfd9affbee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a8136e9-8c7e-4a07-875b-8a41f716307f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:24:00 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:24:00 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:24:00 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:24:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:24:00 user nova-compute[75254]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a (non-flash)
Nov 29 10:24:00 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:24:00 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:24:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb42d1120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a'): ({'sdg'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Removing single pathed devices sdg {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0aab08-be0b-4a43-8ba5-5bc92dc3274d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[687d83ea-80e6-457a-8945-7837c0ef1518]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Flushing IO for device /dev/sdg {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe247d5-bcff-420f-b028-b9894a1b51b1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee6254f4-0319-49a3-9982-327b0e305c06]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] SCSI volumes sdg have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[726cf6c1-4e5a-4893-a462-814a98df9b24]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[04906616-a774-44af-aa5c-ff443f7aad14]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260]
Nov 29 10:24:00 user nova-compute[75254]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a, portal: 172.16.0.220,3260] successful.
Nov 29 10:24:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d69d1bd9-7623-4d5e-a1e9-47bf2a81f51a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7a07b9-b7fd-440e-ba20-4e8e648c0bb5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] <== disconnect_volume: return (306ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:24:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:24:01 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'flavor' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5a9d6455-c12d-496f-aa97-a23e996e9513 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.728s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:04 user nova-compute[75254]: INFO nova.compute.manager [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Terminating instance
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-5bdd48fa-1acb-4480-b547-e8a2944fff6c req-fdbc17c5-3b0a-4d8b-9db5-be7ea1b9d835 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-unplugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5bdd48fa-1acb-4480-b547-e8a2944fff6c req-fdbc17c5-3b0a-4d8b-9db5-be7ea1b9d835 service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5bdd48fa-1acb-4480-b547-e8a2944fff6c req-fdbc17c5-3b0a-4d8b-9db5-be7ea1b9d835 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5bdd48fa-1acb-4480-b547-e8a2944fff6c req-fdbc17c5-3b0a-4d8b-9db5-be7ea1b9d835 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-5bdd48fa-1acb-4480-b547-e8a2944fff6c req-fdbc17c5-3b0a-4d8b-9db5-be7ea1b9d835 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-unplugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-5bdd48fa-1acb-4480-b547-e8a2944fff6c req-fdbc17c5-3b0a-4d8b-9db5-be7ea1b9d835 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-unplugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Instance destroyed successfully.
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'resources' on Instance uuid f095e505-aa2c-4438-bf09-fe9dfbf642a9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:18:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-369731946',display_name='tempest-ServerActionsTestOtherA-server-550269296',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-369731946',id=25,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCFdSJhXtI9EXvmQTuSXCy9RaCYw/vsY2NSC6fIRpvUtFvXtEidLaew7j7azWwAwfc0KiyB3fiudyZ4vjRFI3y17qS+/2dDWYTbYV/gne2nkltIL6ks1DGJTZ/N24FSEVA==',key_name='tempest-keypair-290106314',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:20:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-ovkdl708',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:20:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=f095e505-aa2c-4438-bf09-fe9dfbf642a9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "address": "fa:16:3e:03:c7:99", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd91ed0e-74", "ovs_interfaceid": "bd91ed0e-74fa-45a4-b16a-f12f9b08c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG os_vif [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbd91ed0e-74, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a53a0c1-d5f3-4458-b8f5-73f6f57b5ab7) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:04 user nova-compute[75254]: INFO os_vif [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:c7:99,bridge_name='br-int',has_traffic_filtering=True,id=bd91ed0e-74fa-45a4-b16a-f12f9b08c60d,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd91ed0e-74')
Nov 29 10:24:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Deleting instance files /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9_del
Nov 29 10:24:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Deletion of /opt/stack/data/nova/instances/f095e505-aa2c-4438-bf09-fe9dfbf642a9_del complete
Nov 29 10:24:04 user nova-compute[75254]: INFO nova.compute.manager [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 29 10:24:04 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:24:04 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:24:05 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:24:05 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Took 0.82 seconds to deallocate network for instance.
Nov 29 10:24:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-1364aeb5-42eb-40b5-8cfc-26869e5c45bd req-2580926c-0662-4866-b18f-87f7b5927072 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-deleted-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:06 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Deleted allocations for instance f095e505-aa2c-4438-bf09-fe9dfbf642a9
Nov 29 10:24:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-810db4f5-c4ae-4823-b35a-0f0ab29c1499 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.229s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-1a981b8b-fd98-4706-b4d6-a89e1215b928 req-f335007f-faf6-4fd8-95e7-20c060b01712 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1a981b8b-fd98-4706-b4d6-a89e1215b928 req-f335007f-faf6-4fd8-95e7-20c060b01712 service nova] Acquiring lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1a981b8b-fd98-4706-b4d6-a89e1215b928 req-f335007f-faf6-4fd8-95e7-20c060b01712 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1a981b8b-fd98-4706-b4d6-a89e1215b928 req-f335007f-faf6-4fd8-95e7-20c060b01712 service nova] Lock "f095e505-aa2c-4438-bf09-fe9dfbf642a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-1a981b8b-fd98-4706-b4d6-a89e1215b928 req-f335007f-faf6-4fd8-95e7-20c060b01712 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] No waiting events found dispatching network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:06 user nova-compute[75254]: WARNING nova.compute.manager [req-1a981b8b-fd98-4706-b4d6-a89e1215b928 req-f335007f-faf6-4fd8-95e7-20c060b01712 service nova] [instance: f095e505-aa2c-4438-bf09-fe9dfbf642a9] Received unexpected event network-vif-plugged-bd91ed0e-74fa-45a4-b16a-f12f9b08c60d for instance with vm_state deleted and task_state None.
Nov 29 10:24:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:25 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:25 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:24:25 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:24:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:30 user nova-compute[75254]: INFO nova.compute.manager [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Terminating instance
Nov 29 10:24:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-b26e7333-9405-4d68-962b-e72c6b487938 req-55d22808-089c-4e32-9372-be4204fcc65b service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b26e7333-9405-4d68-962b-e72c6b487938 req-55d22808-089c-4e32-9372-be4204fcc65b service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b26e7333-9405-4d68-962b-e72c6b487938 req-55d22808-089c-4e32-9372-be4204fcc65b service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b26e7333-9405-4d68-962b-e72c6b487938 req-55d22808-089c-4e32-9372-be4204fcc65b service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-b26e7333-9405-4d68-962b-e72c6b487938 req-55d22808-089c-4e32-9372-be4204fcc65b service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-b26e7333-9405-4d68-962b-e72c6b487938 req-55d22808-089c-4e32-9372-be4204fcc65b service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-unplugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:30 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:24:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Instance destroyed successfully.
Nov 29 10:24:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'resources' on Instance uuid 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-626939262',display_name='tempest-ServerRescueNegativeTestJSON-server-626939262',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-626939262',id=23,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHK075tcuC6ZPO/rpUt5Kfmpq/cX3FqjQrL1cGtUQt2xKt2rzvpMFWUtyZU1uoTc47fpl0fzMEwiDFgX88tzvGQTlT604Aw7QBeQqNy7MNmI4V50cjMCW/6FyTM4yKozuQ==',key_name='tempest-keypair-1794128441',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:20:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-wc3rm8yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:21:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "628f4526-cb09-42d6-b9f2-0883395de9b5", "address": "fa:16:3e:4d:7e:16", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap628f4526-cb", "ovs_interfaceid": "628f4526-cb09-42d6-b9f2-0883395de9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG os_vif [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap628f4526-cb, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e2662e96-8460-4dea-ae39-40f6097b593d) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:31 user nova-compute[75254]: INFO os_vif [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:7e:16,bridge_name='br-int',has_traffic_filtering=True,id=628f4526-cb09-42d6-b9f2-0883395de9b5,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap628f4526-cb')
Nov 29 10:24:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Deleting instance files /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf_del
Nov 29 10:24:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Deletion of /opt/stack/data/nova/instances/8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf_del complete
Nov 29 10:24:31 user nova-compute[75254]: INFO nova.compute.manager [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:24:32 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Took 0.77 seconds to deallocate network for instance.
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:32 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Deleted allocations for instance 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] Acquiring lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] No waiting events found dispatching network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:32 user nova-compute[75254]: WARNING nova.compute.manager [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received unexpected event network-vif-plugged-628f4526-cb09-42d6-b9f2-0883395de9b5 for instance with vm_state deleted and task_state None.
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-95086c13-d2c3-42f0-8960-b64a1322266e req-75eb702e-d784-464e-83f8-6d0b2539ccf0 service nova] [instance: 8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf] Received event network-vif-deleted-628f4526-cb09-42d6-b9f2-0883395de9b5 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6895b192-dac2-4851-8bc1-bee447e06a4f tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.440s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:24:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:24:34 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Error from libvirt while getting description of instance-00000017: [Error Code 42] Domain not found: no domain with matching uuid '8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf' (instance-00000017): libvirt.libvirtError: Domain not found: no domain with matching uuid '8796c5e1-3b7a-40bc-8c52-511e5f7cfbaf' (instance-00000017)
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:24:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=7747MB free_disk=24.943618774414062GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance ee221fbf-18ee-4d20-bb4b-5b8238f81507 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 6272ee52-efd7-49af-a214-c9413146b921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 480daf40-a31b-4c13-b9dc-ff32d525b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:24:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:24:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:36 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:24:36 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:24:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:24:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.573s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:24:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:24:37 user nova-compute[75254]: INFO nova.compute.manager [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Unrescuing
Nov 29 10:24:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:24:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquired lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:24:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:24:38 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating instance_info_cache with network_info: [{"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:24:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Releasing lock "refresh_cache-ee221fbf-18ee-4d20-bb4b-5b8238f81507" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:24:38 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'flavor' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-27496250-a456-41f5-9a72-cf5da1f9b057 req-2f05c914-9212-4a53-a815-5581b853d502 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-27496250-a456-41f5-9a72-cf5da1f9b057 req-2f05c914-9212-4a53-a815-5581b853d502 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-27496250-a456-41f5-9a72-cf5da1f9b057 req-2f05c914-9212-4a53-a815-5581b853d502 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-27496250-a456-41f5-9a72-cf5da1f9b057 req-2f05c914-9212-4a53-a815-5581b853d502 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-27496250-a456-41f5-9a72-cf5da1f9b057 req-2f05c914-9212-4a53-a815-5581b853d502 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:39 user nova-compute[75254]: WARNING nova.compute.manager [req-27496250-a456-41f5-9a72-cf5da1f9b057 req-2f05c914-9212-4a53-a815-5581b853d502 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:24:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance destroyed successfully.
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "6272ee52-efd7-49af-a214-c9413146b921" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:39 user nova-compute[75254]: INFO nova.compute.manager [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Terminating instance
Nov 29 10:24:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f0c352c-bfe5-4b35-b676-bd01f7cf0abb req-25e6ec30-ddcd-4460-b421-f9683d1cdc11 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-vif-unplugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f0c352c-bfe5-4b35-b676-bd01f7cf0abb req-25e6ec30-ddcd-4460-b421-f9683d1cdc11 service nova] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f0c352c-bfe5-4b35-b676-bd01f7cf0abb req-25e6ec30-ddcd-4460-b421-f9683d1cdc11 service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f0c352c-bfe5-4b35-b676-bd01f7cf0abb req-25e6ec30-ddcd-4460-b421-f9683d1cdc11 service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f0c352c-bfe5-4b35-b676-bd01f7cf0abb req-25e6ec30-ddcd-4460-b421-f9683d1cdc11 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] No waiting events found dispatching network-vif-unplugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f0c352c-bfe5-4b35-b676-bd01f7cf0abb req-25e6ec30-ddcd-4460-b421-f9683d1cdc11 service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-vif-unplugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:24:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Instance destroyed successfully.
Nov 29 10:24:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lazy-loading 'resources' on Instance uuid 6272ee52-efd7-49af-a214-c9413146b921 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:22:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1868419109',display_name='tempest-VolumesActionsTest-instance-1868419109',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1868419109',id=28,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:22:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c263e8ab062e4e90aaf983a77fdacaa3',ramdisk_id='',reservation_id='r-08luuri9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-403839811',owner_user_name='tempest-VolumesActionsTest-403839811-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:22:47Z,user_data=None,user_id='945c6fb228d845fba998b7d59ba00400',uuid=6272ee52-efd7-49af-a214-c9413146b921,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Converting VIF {"id": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "address": "fa:16:3e:dd:37:a4", "network": {"id": "6a253d6b-f826-4839-8a93-265292cab989", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1917048561-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c263e8ab062e4e90aaf983a77fdacaa3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a41a086-12", "ovs_interfaceid": "1a41a086-12a7-4d4a-9cb7-574b42d77725", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG os_vif [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1a41a086-12, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=086836a5-6b4c-497e-82e2-f7084ea8521a) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: INFO os_vif [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:37:a4,bridge_name='br-int',has_traffic_filtering=True,id=1a41a086-12a7-4d4a-9cb7-574b42d77725,network=Network(6a253d6b-f826-4839-8a93-265292cab989),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a41a086-12')
Nov 29 10:24:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Deleting instance files /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921_del
Nov 29 10:24:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Deletion of /opt/stack/data/nova/instances/6272ee52-efd7-49af-a214-c9413146b921_del complete
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-b811d7d8-7cc4-4cd8-af91-ce9f1e9ebc96 req-0430219c-9c36-45cc-83cb-e3fe5b8042e9 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b811d7d8-7cc4-4cd8-af91-ce9f1e9ebc96 req-0430219c-9c36-45cc-83cb-e3fe5b8042e9 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b811d7d8-7cc4-4cd8-af91-ce9f1e9ebc96 req-0430219c-9c36-45cc-83cb-e3fe5b8042e9 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b811d7d8-7cc4-4cd8-af91-ce9f1e9ebc96 req-0430219c-9c36-45cc-83cb-e3fe5b8042e9 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-b811d7d8-7cc4-4cd8-af91-ce9f1e9ebc96 req-0430219c-9c36-45cc-83cb-e3fe5b8042e9 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:41 user nova-compute[75254]: WARNING nova.compute.manager [req-b811d7d8-7cc4-4cd8-af91-ce9f1e9ebc96 req-0430219c-9c36-45cc-83cb-e3fe5b8042e9 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:24:41 user nova-compute[75254]: INFO nova.compute.manager [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Took 1.37 seconds to destroy the instance on the hypervisor.
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 6272ee52-efd7-49af-a214-c9413146b921] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:24:41 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Took 0.70 seconds to deallocate network for instance.
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-changed-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Refreshing instance network info cache due to event network-changed-e1dc53df-99d9-4ca3-9762-751b2586bf6d. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] Acquiring lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] Acquired lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Refreshing network info cache for port e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] Acquiring lock "6272ee52-efd7-49af-a214-c9413146b921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] Lock "6272ee52-efd7-49af-a214-c9413146b921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] No waiting events found dispatching network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:42 user nova-compute[75254]: WARNING nova.compute.manager [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received unexpected event network-vif-plugged-1a41a086-12a7-4d4a-9cb7-574b42d77725 for instance with vm_state deleted and task_state None.
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-46dab424-3b98-4305-bed4-99ec960d80f8 req-02bebab3-f83a-4732-960e-0a6a612e18ae service nova] [instance: 6272ee52-efd7-49af-a214-c9413146b921] Received event network-vif-deleted-1a41a086-12a7-4d4a-9cb7-574b42d77725 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.358s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:42 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Deleted allocations for instance 6272ee52-efd7-49af-a214-c9413146b921
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updated VIF entry in instance network info cache for port e1dc53df-99d9-4ca3-9762-751b2586bf6d. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updating instance_info_cache with network_info: [{"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e2fc06d1-fb58-4fd5-b8f1-8c8408b4ffd9 tempest-VolumesActionsTest-403839811 tempest-VolumesActionsTest-403839811-project-member] Lock "6272ee52-efd7-49af-a214-c9413146b921" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.638s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3b3df2a-83c2-4ad6-86d1-f4c4d4beae8c req-e72d5d2e-41ff-4861-a972-e6fcb10057ca service nova] Releasing lock "refresh_cache-7cb078fc-5398-4998-aa8b-7b2b7177a222" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'flavor' on Instance uuid 7cb078fc-5398-4998-aa8b-7b2b7177a222 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Ignoring supplied device name: /dev/vdb
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:43 user nova-compute[75254]: WARNING nova.compute.manager [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:24:43 user nova-compute[75254]: WARNING nova.compute.manager [req-00ac4bbb-56c5-47ec-9599-da67c9121509 req-fb12bd9c-6d20-425e-9db4-2ae032b73ff4 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state rescued and task_state unrescuing.
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:43 user nova-compute[75254]: INFO nova.compute.manager [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Attaching volume 97a024e8-db56-4873-b908-7e9f6f7a8d57 to /dev/vdb
Nov 29 10:24:43 user nova-compute[75254]: DEBUG os_brick.utils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59a4ace1-bddf-4d88-8466-28128358a7f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad9abbb3-3b1d-4075-8978-9f35bacabfcd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c889c333-9a1c-4ab9-9d61-e99b713aac09]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4128dda-f02a-47a6-b02d-58797a76d219]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:24:43 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:24:43 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[835e8feb-8e59-4689-abe7-a2d0891a611f]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG os_brick.utils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updating existing volume attachment record: ff7b2fde-caf4-47fa-8788-ecef88cf96f9 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:24:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ab9ffea2-c4d3-4b04-9b51-2140d6e57278 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:24:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tZUcLWOD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:24:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:24:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:24:51 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9fa1e9-cbde-4b28-8eb7-44dfdf0fd3f1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:24:51 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6536c2-9ccd-4aa0-b295-80fde5507dee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57] added
Nov 29 10:24:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57024c26-44f7-4dd8-b55f-770f4eb42de4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c63dea5-7c96-47a6-9bde-d838abac4056]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tZUcLWOD {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tZUcLWOD" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cbf4c0c-de1e-4218-85b9-46661adde18c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tZUcLWOD'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6cf7d3-a0cf-443a-8e97-a0c47e684eac]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6909dd3-1c76-435c-8509-3252f4f480aa]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[147b9f26-99d4-4f3e-af0d-df0f06b8406e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260]
Nov 29 10:24:51 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260] successful.
Nov 29 10:24:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd49e66a-ae66-4049-b73b-773db0dfacc8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e27a0cb-67f5-43db-8551-67d077f96130]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)
Nov 29 10:24:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd76444d-fd64-4aaf-8dc4-316a2713e5e2]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:24:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tZUcLWOD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:24:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:24:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '26334626562346534', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:24:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334626562346534', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:24:52 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'flavor' on Instance uuid 7cb078fc-5398-4998-aa8b-7b2b7177a222 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:24:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:24:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:24:53 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:24:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:24:53 user nova-compute[75254]:   <serial>97a024e8-db56-4873-b908-7e9f6f7a8d57</serial>
Nov 29 10:24:53 user nova-compute[75254]: </disk>
Nov 29 10:24:53 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:24:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:24:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:24:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No VIF found with MAC fa:16:3e:3b:a7:9b, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:24:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ba341594-f30e-435c-baf9-372cfa770581 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.408s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:24:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:24:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:24:54 user nova-compute[75254]: INFO nova.compute.manager [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Detaching volume aba6109d-266d-4809-9ace-220d3cc69c27
Nov 29 10:24:54 user nova-compute[75254]: INFO nova.virt.block_device [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Attempting to driver detach volume aba6109d-266d-4809-9ace-220d3cc69c27 from mountpoint /dev/vdc
Nov 29 10:24:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Attempting to detach device vdc from instance 480daf40-a31b-4c13-b9dc-ff32d525b674 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:24:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:24:54 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:24:54 user nova-compute[75254]:   <source dev="/dev/sdf"/>
Nov 29 10:24:54 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:24:54 user nova-compute[75254]:   <serial>aba6109d-266d-4809-9ace-220d3cc69c27</serial>
Nov 29 10:24:54 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:24:54 user nova-compute[75254]: </disk>
Nov 29 10:24:54 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:24:54 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully detached device vdc from instance 480daf40-a31b-4c13-b9dc-ff32d525b674 from the persistent domain config.
Nov 29 10:24:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 480daf40-a31b-4c13-b9dc-ff32d525b674 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:24:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:24:54 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:24:54 user nova-compute[75254]:   <source dev="/dev/sdf"/>
Nov 29 10:24:54 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:24:54 user nova-compute[75254]:   <serial>aba6109d-266d-4809-9ace-220d3cc69c27</serial>
Nov 29 10:24:54 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:24:54 user nova-compute[75254]: </disk>
Nov 29 10:24:54 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:24:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:24:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:24:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 480daf40-a31b-4c13-b9dc-ff32d525b674 is timed out.
Nov 29 10:25:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully detached device vdc from instance 480daf40-a31b-4c13-b9dc-ff32d525b674 from the live domain config.
Nov 29 10:25:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IRTqKGBt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:25:14 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:25:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b6b67ad-736d-4df3-8cf1-4d8bbf28fef3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:25:14 user nova-compute[75254]: No targets found.
Nov 29 10:25:14 user nova-compute[75254]: iSNS:
Nov 29 10:25:14 user nova-compute[75254]: No targets found.
Nov 29 10:25:14 user nova-compute[75254]: STATIC:
Nov 29 10:25:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27
Nov 29 10:25:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:25:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57
Nov 29 10:25:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:25:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:14 user nova-compute[75254]: FIRMWARE:
Nov 29 10:25:14 user nova-compute[75254]: No targets found.
Nov 29 10:25:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:25:14 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:25:14 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c713fed-40d7-4ab8-b3f2-8915a4d066f2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6daaf3-3bea-4c0e-8f6b-4e5b0897ebde]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)
Nov 29 10:25:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb40fbe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27'): ({'sdf'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Removing single pathed devices sdf {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2b6716-b862-448d-afbe-539d2cd44b24]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a77fba6-0a73-4bc7-8d6d-dc3307f8d6ca]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flushing IO for device /dev/sdf {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dbe7037-c4e0-4b95-9326-b905c042354d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.035s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[51a6a1c6-f7f5-4264-85d7-a5b8869d61a8]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] SCSI volumes sdf have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cfe9bb0-aa1f-4a82-b740-27cf5a57ffad]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c149ee8-896d-4422-982b-45f08e466aa0]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260]
Nov 29 10:25:15 user nova-compute[75254]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27, portal: 172.16.0.220,3260] successful.
Nov 29 10:25:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aba6109d-266d-4809-9ace-220d3cc69c27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02ca079-375b-46f4-a4d5-250b81393120]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] <== disconnect_volume: return (318ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:25:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:25:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'flavor' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:25:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b403bf5-d47b-45b1-9237-d4cdfada5240 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.187s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:18 user nova-compute[75254]: INFO nova.compute.manager [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Detaching volume 97a024e8-db56-4873-b908-7e9f6f7a8d57
Nov 29 10:25:18 user nova-compute[75254]: INFO nova.virt.block_device [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Attempting to driver detach volume 97a024e8-db56-4873-b908-7e9f6f7a8d57 from mountpoint /dev/vdb
Nov 29 10:25:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Attempting to detach device vdb from instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:25:18 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:25:18 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:25:18 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:25:18 user nova-compute[75254]:   <serial>97a024e8-db56-4873-b908-7e9f6f7a8d57</serial>
Nov 29 10:25:18 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:25:18 user nova-compute[75254]: </disk>
Nov 29 10:25:18 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:25:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully detached device vdb from instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 from the persistent domain config.
Nov 29 10:25:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:25:18 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:25:18 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:25:18 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:25:18 user nova-compute[75254]:   <serial>97a024e8-db56-4873-b908-7e9f6f7a8d57</serial>
Nov 29 10:25:18 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:25:18 user nova-compute[75254]: </disk>
Nov 29 10:25:18 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:25:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:24 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Skipping network cache update for instance because it is being deleted. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:25:26 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:25:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [{"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:25:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-1e27dd9e-68e1-4315-a31b-484ccc48fb4e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:25:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:25:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:25:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:30 user nova-compute[75254]: INFO nova.compute.manager [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Terminating instance
Nov 29 10:25:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-c4ef70bd-fdc7-49e0-8531-358504f48cee req-ff44f8f1-a878-451a-b723-9bd8de86298b service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-unplugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c4ef70bd-fdc7-49e0-8531-358504f48cee req-ff44f8f1-a878-451a-b723-9bd8de86298b service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c4ef70bd-fdc7-49e0-8531-358504f48cee req-ff44f8f1-a878-451a-b723-9bd8de86298b service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c4ef70bd-fdc7-49e0-8531-358504f48cee req-ff44f8f1-a878-451a-b723-9bd8de86298b service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-c4ef70bd-fdc7-49e0-8531-358504f48cee req-ff44f8f1-a878-451a-b723-9bd8de86298b service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-unplugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-c4ef70bd-fdc7-49e0-8531-358504f48cee req-ff44f8f1-a878-451a-b723-9bd8de86298b service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-unplugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Instance destroyed successfully.
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'resources' on Instance uuid d7d5b0ad-3050-46e8-adee-e3de3bb17ff3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1754208577',display_name='tempest-ServerRescueNegativeTestJSON-server-1754208577',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1754208577',id=4,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:11:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-6oae68rt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:21Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=d7d5b0ad-3050-46e8-adee-e3de3bb17ff3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "address": "fa:16:3e:87:f2:81", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap45fa875c-f8", "ovs_interfaceid": "45fa875c-f8d8-480b-80e9-4f66a9c814c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG os_vif [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap45fa875c-f8, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9ace60af-1298-4b13-90f3-ccf786271b60) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:25:31 user nova-compute[75254]: INFO os_vif [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:f2:81,bridge_name='br-int',has_traffic_filtering=True,id=45fa875c-f8d8-480b-80e9-4f66a9c814c6,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45fa875c-f8')
Nov 29 10:25:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Deleting instance files /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3_del
Nov 29 10:25:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Deletion of /opt/stack/data/nova/instances/d7d5b0ad-3050-46e8-adee-e3de3bb17ff3_del complete
Nov 29 10:25:31 user nova-compute[75254]: INFO nova.compute.manager [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 29 10:25:31 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:25:31 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Took 0.51 seconds to deallocate network for instance.
Nov 29 10:25:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.864s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.049s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:25:32 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Deleted allocations for instance d7d5b0ad-3050-46e8-adee-e3de3bb17ff3
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] Acquiring lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] No waiting events found dispatching network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:25:32 user nova-compute[75254]: WARNING nova.compute.manager [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received unexpected event network-vif-plugged-45fa875c-f8d8-480b-80e9-4f66a9c814c6 for instance with vm_state deleted and task_state None.
Nov 29 10:25:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-938c15bf-0d5d-450e-9a12-1792341a8779 req-554aaa06-e220-4524-9741-2b01fd6caac7 service nova] [instance: d7d5b0ad-3050-46e8-adee-e3de3bb17ff3] Received event network-vif-deleted-45fa875c-f8d8-480b-80e9-4f66a9c814c6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c3ef2550-d201-4990-ba48-f160317f588d tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "d7d5b0ad-3050-46e8-adee-e3de3bb17ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.627s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:25:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:25:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8032MB free_disk=25.017227172851562GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance ee221fbf-18ee-4d20-bb4b-5b8238f81507 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 480daf40-a31b-4c13-b9dc-ff32d525b674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:25:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.488s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:25:38 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 is timed out.
Nov 29 10:25:38 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully detached device vdb from instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 from the live domain config.
Nov 29 10:25:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tZUcLWOD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:25:38 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b551921-6a85-44be-a6b3-395e9f5da53c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:25:38 user nova-compute[75254]: No targets found.
Nov 29 10:25:38 user nova-compute[75254]: iSNS:
Nov 29 10:25:38 user nova-compute[75254]: No targets found.
Nov 29 10:25:38 user nova-compute[75254]: STATIC:
Nov 29 10:25:38 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:25:38 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:38 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:38 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57
Nov 29 10:25:38 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:38 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:38 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:25:38 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:38 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:38 user nova-compute[75254]: FIRMWARE:
Nov 29 10:25:38 user nova-compute[75254]: No targets found.
Nov 29 10:25:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:25:38 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:25:38 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d1afabc-d15b-4b93-b282-d6aae56b85ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a99026-d13a-4b2b-9090-5c5639a295b5]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:25:38 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:25:38 user nova-compute[75254]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)
Nov 29 10:25:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:25:38 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:25:38 user nova-compute[75254]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 (non-flash)
Nov 29 10:25:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb42d01f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93bdd50-9aa5-4791-8937-33e466630b18]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9dc8afb-ba6d-4801-9b7c-622436bb627b]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5fd2e3-9696-4489-8c2e-6e033e0d60e9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[be88096e-4a0d-4d1f-932c-8ab2911eeb00]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1bc3222-9f0f-4fdb-b095-3bfe80878aba]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:25:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e77356da-1c45-4978-bfb9-52c236050788]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260]
Nov 29 10:25:39 user nova-compute[75254]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57, portal: 172.16.0.220,3260] successful.
Nov 29 10:25:39 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ffae779-8c6d-46c5-ab56-c170948a6fd6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== disconnect_volume: return (311ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:25:39 user nova-compute[75254]: DEBUG nova.objects.instance [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'flavor' on Instance uuid 7cb078fc-5398-4998-aa8b-7b2b7177a222 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-72337e99-0fd3-44ba-a15a-9da73ec9d5cd tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.866s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.736s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:40 user nova-compute[75254]: INFO nova.compute.manager [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Terminating instance
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-a3b2a535-1022-4f01-b4c2-2719df5d6666 req-6cfa3d81-9f82-4462-8cfa-e9d0de24d5c5 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-vif-unplugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a3b2a535-1022-4f01-b4c2-2719df5d6666 req-6cfa3d81-9f82-4462-8cfa-e9d0de24d5c5 service nova] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a3b2a535-1022-4f01-b4c2-2719df5d6666 req-6cfa3d81-9f82-4462-8cfa-e9d0de24d5c5 service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a3b2a535-1022-4f01-b4c2-2719df5d6666 req-6cfa3d81-9f82-4462-8cfa-e9d0de24d5c5 service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-a3b2a535-1022-4f01-b4c2-2719df5d6666 req-6cfa3d81-9f82-4462-8cfa-e9d0de24d5c5 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] No waiting events found dispatching network-vif-unplugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-a3b2a535-1022-4f01-b4c2-2719df5d6666 req-6cfa3d81-9f82-4462-8cfa-e9d0de24d5c5 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-vif-unplugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:25:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Instance destroyed successfully.
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'resources' on Instance uuid 7cb078fc-5398-4998-aa8b-7b2b7177a222 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-108165637',display_name='tempest-VolumesSnapshotTestJSON-instance-108165637',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-108165637',id=29,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA2Asni7xTp7ZVw4rl0DHkBq1y0T9qO4Z1x4NWnQGg6nDI6DB/JHby0vNrcByWmJbmoXoVNPECMZ6eg/CzNdAIbah3yAlT38nJjxfuyqrs6ntxlq9hcT4II4FN4rkSlAVw==',key_name='tempest-keypair-1581066363',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:22:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf066bd6715842918505694fca8b7d93',ramdisk_id='',reservation_id='r-6ptlhujs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1217130745',owner_user_name='tempest-VolumesSnapshotTestJSON-1217130745-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:22:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d233fdbab4744e1b00ddd12796fa9db',uuid=7cb078fc-5398-4998-aa8b-7b2b7177a222,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converting VIF {"id": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "address": "fa:16:3e:3b:a7:9b", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1dc53df-99", "ovs_interfaceid": "e1dc53df-99d9-4ca3-9762-751b2586bf6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_vif [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape1dc53df-99, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f68703f6-3118-4a73-a663-a18aca4b7c6e) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:40 user nova-compute[75254]: INFO os_vif [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:a7:9b,bridge_name='br-int',has_traffic_filtering=True,id=e1dc53df-99d9-4ca3-9762-751b2586bf6d,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1dc53df-99')
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tZUcLWOD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:25:40 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[823cf2b9-6ebd-40a2-b46c-efa535c670a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:25:40 user nova-compute[75254]: No targets found.
Nov 29 10:25:40 user nova-compute[75254]: iSNS:
Nov 29 10:25:40 user nova-compute[75254]: No targets found.
Nov 29 10:25:40 user nova-compute[75254]: STATIC:
Nov 29 10:25:40 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:25:40 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:40 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:40 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:25:40 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:25:40 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:25:40 user nova-compute[75254]: FIRMWARE:
Nov 29 10:25:40 user nova-compute[75254]: No targets found.
Nov 29 10:25:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:25:40 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:25:40 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97a024e8-db56-4873-b908-7e9f6f7a8d57', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24efadf-75a0-4db2-b727-f50e1d2ef8b7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[77e53fcf-9879-4e0a-b29e-dac2d28fcd72]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:25:40 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:25:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:25:40 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:25:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4714820>, {}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Disconnecting from: [] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.076s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== disconnect_volume: return (78ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:25:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:25:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Deleting instance files /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222_del
Nov 29 10:25:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Deletion of /opt/stack/data/nova/instances/7cb078fc-5398-4998-aa8b-7b2b7177a222_del complete
Nov 29 10:25:41 user nova-compute[75254]: INFO nova.compute.manager [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 29 10:25:41 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:25:41 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:25:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-96b90a00-1f5e-4288-a84a-49b332478476 req-3195a375-38f5-411a-a250-18caef2619a3 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-vif-deleted-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:42 user nova-compute[75254]: INFO nova.compute.manager [req-96b90a00-1f5e-4288-a84a-49b332478476 req-3195a375-38f5-411a-a250-18caef2619a3 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Neutron deleted interface e1dc53df-99d9-4ca3-9762-751b2586bf6d; detaching it from the instance and deleting it from the info cache
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-96b90a00-1f5e-4288-a84a-49b332478476 req-3195a375-38f5-411a-a250-18caef2619a3 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:25:42 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Took 1.27 seconds to deallocate network for instance.
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-96b90a00-1f5e-4288-a84a-49b332478476 req-3195a375-38f5-411a-a250-18caef2619a3 service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Detach interface failed, port_id=e1dc53df-99d9-4ca3-9762-751b2586bf6d, reason: Instance 7cb078fc-5398-4998-aa8b-7b2b7177a222 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:25:42 user nova-compute[75254]: WARNING nova.volume.cinder [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Attachment ff7b2fde-caf4-47fa-8788-ecef88cf96f9 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = ff7b2fde-caf4-47fa-8788-ecef88cf96f9. (HTTP 404) (Request-ID: req-a3b13b4e-bcd2-499b-a265-baf8e47bc0fb)
Nov 29 10:25:42 user nova-compute[75254]: INFO nova.compute.manager [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Took 0.03 seconds to detach 1 volumes for instance.
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-2949810a-de68-402b-bd8d-ff0b3e902051 req-4c97faaa-1db0-4855-a861-540ad68d762c service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received event network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2949810a-de68-402b-bd8d-ff0b3e902051 req-4c97faaa-1db0-4855-a861-540ad68d762c service nova] Acquiring lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2949810a-de68-402b-bd8d-ff0b3e902051 req-4c97faaa-1db0-4855-a861-540ad68d762c service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2949810a-de68-402b-bd8d-ff0b3e902051 req-4c97faaa-1db0-4855-a861-540ad68d762c service nova] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-2949810a-de68-402b-bd8d-ff0b3e902051 req-4c97faaa-1db0-4855-a861-540ad68d762c service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] No waiting events found dispatching network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:25:42 user nova-compute[75254]: WARNING nova.compute.manager [req-2949810a-de68-402b-bd8d-ff0b3e902051 req-4c97faaa-1db0-4855-a861-540ad68d762c service nova] [instance: 7cb078fc-5398-4998-aa8b-7b2b7177a222] Received unexpected event network-vif-plugged-e1dc53df-99d9-4ca3-9762-751b2586bf6d for instance with vm_state deleted and task_state None.
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.267s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:42 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Deleted allocations for instance 7cb078fc-5398-4998-aa8b-7b2b7177a222
Nov 29 10:25:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f94ad6e0-1713-470c-abea-12b0b828880a tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "7cb078fc-5398-4998-aa8b-7b2b7177a222" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.740s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:44 user nova-compute[75254]: INFO nova.compute.manager [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Terminating instance
Nov 29 10:25:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-90ef01ac-97f8-46e4-8022-10dac6827887 req-f4dacbdd-1efa-42a1-a607-e0bebc40ea56 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-unplugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90ef01ac-97f8-46e4-8022-10dac6827887 req-f4dacbdd-1efa-42a1-a607-e0bebc40ea56 service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90ef01ac-97f8-46e4-8022-10dac6827887 req-f4dacbdd-1efa-42a1-a607-e0bebc40ea56 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-90ef01ac-97f8-46e4-8022-10dac6827887 req-f4dacbdd-1efa-42a1-a607-e0bebc40ea56 service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-90ef01ac-97f8-46e4-8022-10dac6827887 req-f4dacbdd-1efa-42a1-a607-e0bebc40ea56 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-unplugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-90ef01ac-97f8-46e4-8022-10dac6827887 req-f4dacbdd-1efa-42a1-a607-e0bebc40ea56 service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-unplugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid f056ff49-0b96-4a59-b9ff-c7a00f53630c {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 641998ff-7999-4e17-b15f-fb23d6af85fa {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 8d279529-b23e-4509-862e-288e6639902e {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "8d279529-b23e-4509-862e-288e6639902e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "8d279529-b23e-4509-862e-288e6639902e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Instance destroyed successfully.
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'resources' on Instance uuid 480daf40-a31b-4c13-b9dc-ff32d525b674 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:19:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-457283367',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-457283367',id=26,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ0xsul90ey92OtuaVT8s56hBQfwguVsXD1oRiR7MEp/3hH0ufKoyd9kvNU/oCP2mb9xuJaW0sNxITXjyeyaZuQURtq7xXsaWBwrWvyhEzywcl7ie02QDkXqtxs02+kJAw==',key_name='tempest-keypair-1471717132',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-ghlmmype',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=480daf40-a31b-4c13-b9dc-ff32d525b674,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "address": "fa:16:3e:18:bc:43", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46c41bc8-06", "ovs_interfaceid": "46c41bc8-06a8-4662-93c4-1cc451468cdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG os_vif [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap46c41bc8-06, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb8d7e36-b0a3-4ab3-a4ec-f53d85f41693) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:45 user nova-compute[75254]: INFO os_vif [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:bc:43,bridge_name='br-int',has_traffic_filtering=True,id=46c41bc8-06a8-4662-93c4-1cc451468cdb,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46c41bc8-06')
Nov 29 10:25:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Deleting instance files /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674_del
Nov 29 10:25:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Deletion of /opt/stack/data/nova/instances/480daf40-a31b-4c13-b9dc-ff32d525b674_del complete
Nov 29 10:25:45 user nova-compute[75254]: INFO nova.compute.manager [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 29 10:25:45 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:25:45 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:25:46 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Took 0.64 seconds to deallocate network for instance.
Nov 29 10:25:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-ee03a40b-8823-4cd8-a081-bb4a6b7eedb0 req-6ddd0d7b-3b6c-4bc2-b801-7061d0a51b3c service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-deleted-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.227s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:46 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Deleted allocations for instance 480daf40-a31b-4c13-b9dc-ff32d525b674
Nov 29 10:25:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f66e42d4-2b83-44ef-83fc-9c95879f1b6a tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.945s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.519s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:46 user nova-compute[75254]: INFO nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] During sync_power_state the instance has a pending task (deleting). Skip.
Nov 29 10:25:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-0827ea35-7410-4bc5-974c-04fbb0bb3027 req-6997b323-0d94-4f7c-893b-2f4c0290118e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:25:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0827ea35-7410-4bc5-974c-04fbb0bb3027 req-6997b323-0d94-4f7c-893b-2f4c0290118e service nova] Acquiring lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:25:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0827ea35-7410-4bc5-974c-04fbb0bb3027 req-6997b323-0d94-4f7c-893b-2f4c0290118e service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:25:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0827ea35-7410-4bc5-974c-04fbb0bb3027 req-6997b323-0d94-4f7c-893b-2f4c0290118e service nova] Lock "480daf40-a31b-4c13-b9dc-ff32d525b674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:25:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-0827ea35-7410-4bc5-974c-04fbb0bb3027 req-6997b323-0d94-4f7c-893b-2f4c0290118e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] No waiting events found dispatching network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:25:47 user nova-compute[75254]: WARNING nova.compute.manager [req-0827ea35-7410-4bc5-974c-04fbb0bb3027 req-6997b323-0d94-4f7c-893b-2f4c0290118e service nova] [instance: 480daf40-a31b-4c13-b9dc-ff32d525b674] Received unexpected event network-vif-plugged-46c41bc8-06a8-4662-93c4-1cc451468cdb for instance with vm_state deleted and task_state None.
Nov 29 10:25:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:25:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:26:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:26:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:26:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:26:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:26:04 user nova-compute[75254]: INFO nova.compute.claims [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Claim successful on node user
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.400s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:26:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:26:05 user nova-compute[75254]: INFO nova.virt.block_device [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Booting with volume ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a at /dev/vda
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.policy [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7744296c0e84f669d5b9726976c00f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6486f4f55cc04a33ad712346277c9fc5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG os_brick.utils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5676a21f-1a41-4f2f-a096-974dee5f8926]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5df6902-cc0c-4bfb-96fb-c4910646cda0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc76fbee-5bbc-4742-9e3f-49d258440079]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[367e7805-d744-4c44-a032-6e5951fae26c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:26:05 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:26:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32b2dee-3f9c-4367-9aaa-9a0a9917f2d6]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG os_brick.utils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:26:05 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating existing volume attachment record: 9394b112-4bba-430b-83bb-a804684c89f7 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:26:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Successfully created port: 06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:26:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Successfully updated port: 06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:26:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-changed-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Refreshing instance network info cache due to event network-changed-06e8e804-6da0-43a4-8914-26865eb02497. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance network_info: |[{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Refreshing network info cache for port 06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updated VIF entry in instance network info cache for port 06e8e804-6da0-43a4-8914-26865eb02497. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-138235d6-b466-41e9-aab3-b3540319b5a3 req-bb13726e-8060-41ec-94b7-c9b8401c2b2b service nova] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:26:13 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Creating image(s)
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Ensure instance console log exists: /opt/stack/data/nova/instances/7f18c7e8-23e9-4401-95bf-55c012339640/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Start _get_guest_xml network_info=[{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7f18c7e8-23e9-4401-95bf-55c012339640', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'serial': 'ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a'}, 'attachment_id': '9394b112-4bba-430b-83bb-a804684c89f7', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:26:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:26:13 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:26:13 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:26:13 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c72f58-f3a4-4f50-94e3-bf613146e124]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:26:13 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d85993e-0b84-438b-8cd3-2a897d82b37d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a] added
Nov 29 10:26:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bbb1cd-5952-49aa-b2d2-a7e4370d6baa]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b01201-6d14-47cb-a9e5-a626224167ee]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nePYfpVs {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nePYfpVs" returned: 0 in 0.027s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f0b21f0-a426-4647-a631-ec9858afaf8d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nePYfpVs'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9401807-fa07-4648-93f9-5e7c47a500c5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aac7490-9e21-42f1-b9c2-949cc66a3ab8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99ffdd1-382b-49e5-8fcc-16d728e0f795]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]
Nov 29 10:26:13 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.
Nov 29 10:26:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[069cbf1d-ccaf-4210-9bbb-02410b2835dc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e75c1b-b8e1-4d86-9793-42e46774ba4b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:26:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:26:13 user nova-compute[75254]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:26:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] HCTL ('34', '-', '-', 0) found on session 35 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d0caf0-1b98-4c3d-ab2a-e53584b68246]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching for a device in session 35 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:26:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26432666336316532', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432666336316532', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-832769656',display_name='tempest-ServerActionsTestOtherA-server-832769656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-832769656',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-e70n5488',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:26:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=7f18c7e8-23e9-4401-95bf-55c012339640,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f18c7e8-23e9-4401-95bf-55c012339640 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:26:14 user nova-compute[75254]:   <uuid>7f18c7e8-23e9-4401-95bf-55c012339640</uuid>
Nov 29 10:26:14 user nova-compute[75254]:   <name>instance-0000001e</name>
Nov 29 10:26:14 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:26:14 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:26:14 user nova-compute[75254]:   <metadata>
Nov 29 10:26:14 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:26:14 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:26:14 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherA-server-832769656</nova:name>
Nov 29 10:26:14 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:26:13</nova:creationTime>
Nov 29 10:26:14 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:26:14 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:26:14 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:26:14 user nova-compute[75254]:       <nova:owner>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:user uuid="b7744296c0e84f669d5b9726976c00f7">tempest-ServerActionsTestOtherA-988559960-project-member</nova:user>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:project uuid="6486f4f55cc04a33ad712346277c9fc5">tempest-ServerActionsTestOtherA-988559960</nova:project>
Nov 29 10:26:14 user nova-compute[75254]:       </nova:owner>
Nov 29 10:26:14 user nova-compute[75254]:       <nova:ports>
Nov 29 10:26:14 user nova-compute[75254]:         <nova:port uuid="06e8e804-6da0-43a4-8914-26865eb02497">
Nov 29 10:26:14 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:26:14 user nova-compute[75254]:         </nova:port>
Nov 29 10:26:14 user nova-compute[75254]:       </nova:ports>
Nov 29 10:26:14 user nova-compute[75254]:     </nova:instance>
Nov 29 10:26:14 user nova-compute[75254]:   </metadata>
Nov 29 10:26:14 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:26:14 user nova-compute[75254]:     <system>
Nov 29 10:26:14 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:26:14 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:26:14 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:26:14 user nova-compute[75254]:       <entry name="serial">7f18c7e8-23e9-4401-95bf-55c012339640</entry>
Nov 29 10:26:14 user nova-compute[75254]:       <entry name="uuid">7f18c7e8-23e9-4401-95bf-55c012339640</entry>
Nov 29 10:26:14 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:26:14 user nova-compute[75254]:     </system>
Nov 29 10:26:14 user nova-compute[75254]:   </sysinfo>
Nov 29 10:26:14 user nova-compute[75254]:   <os>
Nov 29 10:26:14 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:26:14 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:26:14 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:26:14 user nova-compute[75254]:   </os>
Nov 29 10:26:14 user nova-compute[75254]:   <features>
Nov 29 10:26:14 user nova-compute[75254]:     <acpi/>
Nov 29 10:26:14 user nova-compute[75254]:     <apic/>
Nov 29 10:26:14 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:26:14 user nova-compute[75254]:   </features>
Nov 29 10:26:14 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:26:14 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:26:14 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:26:14 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:26:14 user nova-compute[75254]:   </clock>
Nov 29 10:26:14 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:26:14 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:26:14 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:26:14 user nova-compute[75254]:   </cpu>
Nov 29 10:26:14 user nova-compute[75254]:   <devices>
Nov 29 10:26:14 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:26:14 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:26:14 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:26:14 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:26:14 user nova-compute[75254]:       <serial>ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a</serial>
Nov 29 10:26:14 user nova-compute[75254]:     </disk>
Nov 29 10:26:14 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:26:14 user nova-compute[75254]:       <mac address="fa:16:3e:6d:76:89"/>
Nov 29 10:26:14 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:26:14 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:26:14 user nova-compute[75254]:       <target dev="tap06e8e804-6d"/>
Nov 29 10:26:14 user nova-compute[75254]:     </interface>
Nov 29 10:26:14 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:26:14 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/7f18c7e8-23e9-4401-95bf-55c012339640/console.log" append="off"/>
Nov 29 10:26:14 user nova-compute[75254]:     </serial>
Nov 29 10:26:14 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:26:14 user nova-compute[75254]:     <video>
Nov 29 10:26:14 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:26:14 user nova-compute[75254]:     </video>
Nov 29 10:26:14 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:26:14 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:26:14 user nova-compute[75254]:     </rng>
Nov 29 10:26:14 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:26:14 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:26:14 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:26:14 user nova-compute[75254]:     </memballoon>
Nov 29 10:26:14 user nova-compute[75254]:   </devices>
Nov 29 10:26:14 user nova-compute[75254]: </domain>
Nov 29 10:26:14 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-832769656',display_name='tempest-ServerActionsTestOtherA-server-832769656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-832769656',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-e70n5488',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:26:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=7f18c7e8-23e9-4401-95bf-55c012339640,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG os_vif [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c81ce2c4-6d7a-51ba-abe5-c3a4302ce123', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap06e8e804-6d, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap06e8e804-6d, col_values=(('qos', UUID('cb3256c3-f347-4c64-bd23-17a705de5e96')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap06e8e804-6d, col_values=(('external_ids', {'iface-id': '06e8e804-6da0-43a4-8914-26865eb02497', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:76:89', 'vm-uuid': '7f18c7e8-23e9-4401-95bf-55c012339640'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:14 user nova-compute[75254]: INFO os_vif [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d')
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:26:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No VIF found with MAC fa:16:3e:6d:76:89, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-0f0fdd2e-bae4-4cf2-8206-9797678bd19a req-22d4cf57-7235-4703-aa46-720f74ae64b5 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f0fdd2e-bae4-4cf2-8206-9797678bd19a req-22d4cf57-7235-4703-aa46-720f74ae64b5 service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f0fdd2e-bae4-4cf2-8206-9797678bd19a req-22d4cf57-7235-4703-aa46-720f74ae64b5 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0f0fdd2e-bae4-4cf2-8206-9797678bd19a req-22d4cf57-7235-4703-aa46-720f74ae64b5 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-0f0fdd2e-bae4-4cf2-8206-9797678bd19a req-22d4cf57-7235-4703-aa46-720f74ae64b5 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:16 user nova-compute[75254]: WARNING nova.compute.manager [req-0f0fdd2e-bae4-4cf2-8206-9797678bd19a req-22d4cf57-7235-4703-aa46-720f74ae64b5 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state building and task_state spawning.
Nov 29 10:26:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:26:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance spawned successfully.
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:18 user nova-compute[75254]: INFO nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Took 5.29 seconds to spawn the instance on the hypervisor.
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-52fef213-cefd-43ee-a556-571f79bd61af req-a3ccc0df-fc56-4611-8ec8-e8beeb2063de service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52fef213-cefd-43ee-a556-571f79bd61af req-a3ccc0df-fc56-4611-8ec8-e8beeb2063de service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52fef213-cefd-43ee-a556-571f79bd61af req-a3ccc0df-fc56-4611-8ec8-e8beeb2063de service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52fef213-cefd-43ee-a556-571f79bd61af req-a3ccc0df-fc56-4611-8ec8-e8beeb2063de service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-52fef213-cefd-43ee-a556-571f79bd61af req-a3ccc0df-fc56-4611-8ec8-e8beeb2063de service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:18 user nova-compute[75254]: WARNING nova.compute.manager [req-52fef213-cefd-43ee-a556-571f79bd61af req-a3ccc0df-fc56-4611-8ec8-e8beeb2063de service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state building and task_state spawning.
Nov 29 10:26:18 user nova-compute[75254]: INFO nova.compute.manager [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Took 13.93 seconds to build instance.
Nov 29 10:26:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-aae68e97-1cf1-4431-ba88-ad7822de3843 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.041s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:20 user nova-compute[75254]: INFO nova.compute.manager [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Terminating instance
Nov 29 10:26:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-ceb35975-3582-4090-8a90-dc2084d514d0 req-8914b603-b3ea-4607-ba19-c87f10fcb875 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ceb35975-3582-4090-8a90-dc2084d514d0 req-8914b603-b3ea-4607-ba19-c87f10fcb875 service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ceb35975-3582-4090-8a90-dc2084d514d0 req-8914b603-b3ea-4607-ba19-c87f10fcb875 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ceb35975-3582-4090-8a90-dc2084d514d0 req-8914b603-b3ea-4607-ba19-c87f10fcb875 service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-ceb35975-3582-4090-8a90-dc2084d514d0 req-8914b603-b3ea-4607-ba19-c87f10fcb875 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-ceb35975-3582-4090-8a90-dc2084d514d0 req-8914b603-b3ea-4607-ba19-c87f10fcb875 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-unplugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:26:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Instance destroyed successfully.
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lazy-loading 'resources' on Instance uuid 1e27dd9e-68e1-4315-a31b-484ccc48fb4e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1260206664',display_name='tempest-ServerRescueNegativeTestJSON-server-1260206664',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1260206664',id=2,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:14:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ab15ffc2bf4d49fe8fc893c2db9dc11e',ramdisk_id='',reservation_id='r-3hv0evbq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-2056495219',owner_user_name='tempest-ServerRescueNegativeTestJSON-2056495219-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:16:03Z,user_data=None,user_id='abe7c92154444a4e902f0369eaf2c33b',uuid=1e27dd9e-68e1-4315-a31b-484ccc48fb4e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converting VIF {"id": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "address": "fa:16:3e:f0:f4:66", "network": {"id": "50be0068-698f-4d98-8956-15e2ab3bc411", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-729724148-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ab15ffc2bf4d49fe8fc893c2db9dc11e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3bafe6d-6e", "ovs_interfaceid": "c3bafe6d-6e49-436e-bb67-1f6c90763abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG os_vif [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc3bafe6d-6e, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e13caea6-67c1-414e-8d6b-a112581bfb70) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:21 user nova-compute[75254]: INFO os_vif [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:f4:66,bridge_name='br-int',has_traffic_filtering=True,id=c3bafe6d-6e49-436e-bb67-1f6c90763abd,network=Network(50be0068-698f-4d98-8956-15e2ab3bc411),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3bafe6d-6e')
Nov 29 10:26:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Deleting instance files /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e_del
Nov 29 10:26:21 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Deletion of /opt/stack/data/nova/instances/1e27dd9e-68e1-4315-a31b-484ccc48fb4e_del complete
Nov 29 10:26:22 user nova-compute[75254]: INFO nova.compute.manager [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 29 10:26:22 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:22 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Took 0.57 seconds to deallocate network for instance.
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-e8cb37ed-28b4-42ff-91ba-51d74ce8a10b req-9d467452-fe8e-4457-b55d-062f214656d6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-deleted-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:22 user nova-compute[75254]: INFO nova.compute.manager [req-e8cb37ed-28b4-42ff-91ba-51d74ce8a10b req-9d467452-fe8e-4457-b55d-062f214656d6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Neutron deleted interface c3bafe6d-6e49-436e-bb67-1f6c90763abd; detaching it from the instance and deleting it from the info cache
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.network.neutron [req-e8cb37ed-28b4-42ff-91ba-51d74ce8a10b req-9d467452-fe8e-4457-b55d-062f214656d6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-e8cb37ed-28b4-42ff-91ba-51d74ce8a10b req-9d467452-fe8e-4457-b55d-062f214656d6 service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Detach interface failed, port_id=c3bafe6d-6e49-436e-bb67-1f6c90763abd, reason: Instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:22 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:26:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.350s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:23 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Deleted allocations for instance 1e27dd9e-68e1-4315-a31b-484ccc48fb4e
Nov 29 10:26:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e056701-6322-48dc-8945-dd4ff0ba3e67 tempest-ServerRescueNegativeTestJSON-2056495219 tempest-ServerRescueNegativeTestJSON-2056495219-project-member] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.323s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-c10cb9ba-d5b7-46fe-a061-cc5cb8d0ca7a req-ba869e8a-801b-4f5e-a95b-ab60ddde158a service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c10cb9ba-d5b7-46fe-a061-cc5cb8d0ca7a req-ba869e8a-801b-4f5e-a95b-ab60ddde158a service nova] Acquiring lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c10cb9ba-d5b7-46fe-a061-cc5cb8d0ca7a req-ba869e8a-801b-4f5e-a95b-ab60ddde158a service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c10cb9ba-d5b7-46fe-a061-cc5cb8d0ca7a req-ba869e8a-801b-4f5e-a95b-ab60ddde158a service nova] Lock "1e27dd9e-68e1-4315-a31b-484ccc48fb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-c10cb9ba-d5b7-46fe-a061-cc5cb8d0ca7a req-ba869e8a-801b-4f5e-a95b-ab60ddde158a service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] No waiting events found dispatching network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:23 user nova-compute[75254]: WARNING nova.compute.manager [req-c10cb9ba-d5b7-46fe-a061-cc5cb8d0ca7a req-ba869e8a-801b-4f5e-a95b-ab60ddde158a service nova] [instance: 1e27dd9e-68e1-4315-a31b-484ccc48fb4e] Received unexpected event network-vif-plugged-c3bafe6d-6e49-436e-bb67-1f6c90763abd for instance with vm_state deleted and task_state None.
Nov 29 10:26:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:26:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:26 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:26 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:26:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [{"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-f056ff49-0b96-4a59-b9ff-c7a00f53630c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:26:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:28 user nova-compute[75254]: INFO nova.compute.manager [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Terminating instance
Nov 29 10:26:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:26:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-dd74b3b4-0377-430d-b68c-e0fecb25a960 req-57cb65f6-5c15-4336-b6d6-33a4a4350c82 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dd74b3b4-0377-430d-b68c-e0fecb25a960 req-57cb65f6-5c15-4336-b6d6-33a4a4350c82 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dd74b3b4-0377-430d-b68c-e0fecb25a960 req-57cb65f6-5c15-4336-b6d6-33a4a4350c82 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dd74b3b4-0377-430d-b68c-e0fecb25a960 req-57cb65f6-5c15-4336-b6d6-33a4a4350c82 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-dd74b3b4-0377-430d-b68c-e0fecb25a960 req-57cb65f6-5c15-4336-b6d6-33a4a4350c82 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-dd74b3b4-0377-430d-b68c-e0fecb25a960 req-57cb65f6-5c15-4336-b6d6-33a4a4350c82 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-unplugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:26:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Instance destroyed successfully.
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'resources' on Instance uuid ee221fbf-18ee-4d20-bb4b-5b8238f81507 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:20:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-297526554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-297526554',id=27,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:22:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-rqucplbg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:24:44Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=ee221fbf-18ee-4d20-bb4b-5b8238f81507,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "address": "fa:16:3e:ba:05:b8", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97c30ee0-02", "ovs_interfaceid": "97c30ee0-0265-4caf-89da-60c3bd133a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_vif [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97c30ee0-02, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=58e18c37-89a9-4712-a864-fdaeb6252295) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:29 user nova-compute[75254]: INFO os_vif [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:05:b8,bridge_name='br-int',has_traffic_filtering=True,id=97c30ee0-0265-4caf-89da-60c3bd133a2c,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97c30ee0-02')
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ySkfoFbE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:26:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e66f8c-eb41-471a-9f1d-b0569175054f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:26:29 user nova-compute[75254]: No targets found.
Nov 29 10:26:29 user nova-compute[75254]: iSNS:
Nov 29 10:26:29 user nova-compute[75254]: No targets found.
Nov 29 10:26:29 user nova-compute[75254]: STATIC:
Nov 29 10:26:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a
Nov 29 10:26:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:26:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:26:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245
Nov 29 10:26:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:26:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:26:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:26:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:26:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:26:29 user nova-compute[75254]: FIRMWARE:
Nov 29 10:26:29 user nova-compute[75254]: No targets found.
Nov 29 10:26:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:26:29 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:26:29 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f54b27-ffdd-4f18-8414-bd3c51938801]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:26:29 user nova-compute[75254]: INFO nova.compute.claims [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Claim successful on node user
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b352b2dd-e69e-495d-8324-0a04ebf85671]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:26:29 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:26:29 user nova-compute[75254]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:26:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:26:29 user nova-compute[75254]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 (non-flash)
Nov 29 10:26:29 user nova-compute[75254]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:26:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb46a44c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245'): ({'sde'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Removing single pathed devices sde {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.040s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc98d7d-12e2-4871-8839-8ee4db84a28d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e16e7233-b521-4942-9c9d-ca82a53f568e]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flushing IO for device /dev/sde {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba5969f-5a55-4b34-9915-5e054298c58a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:26:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.060s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f87e00e8-0521-40bd-8b87-4a38daf1e1a4]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] SCSI volumes sde have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23765363864656665', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cae8ecaf', '/dev/disk/by-id/scsi-1SCST_BIOcae8ecaf-7e68defe4184c431') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f721424-c0c9-4afc-bc07-8767f8093e00]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd9107da-5d0c-4a90-bfc0-181b7fa3bb86]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[16af366e-94ea-4236-9128-b6faca429562]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260]
Nov 29 10:26:30 user nova-compute[75254]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245, portal: 172.16.0.220,3260] successful.
Nov 29 10:26:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f27478d-d01f-4b29-a015-d84f8c8e8245 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db8a2e0-fb2f-4cbe-aa1b-21764463b838]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== disconnect_volume: return (390ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:26:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Deleting instance files /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507_del
Nov 29 10:26:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Deletion of /opt/stack/data/nova/instances/ee221fbf-18ee-4d20-bb4b-5b8238f81507_del complete
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:26:30 user nova-compute[75254]: INFO nova.compute.manager [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.438s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:26:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.policy [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d233fdbab4744e1b00ddd12796fa9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf066bd6715842918505694fca8b7d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:26:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Creating image(s)
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "/opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "/opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk 1073741824" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.398s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-b9262b16-5d13-4ef5-a11b-148e86db1e48 req-0104c566-d161-4c76-b02f-549e765f09a7 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-deleted-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:31 user nova-compute[75254]: INFO nova.compute.manager [req-b9262b16-5d13-4ef5-a11b-148e86db1e48 req-0104c566-d161-4c76-b02f-549e765f09a7 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Neutron deleted interface 97c30ee0-0265-4caf-89da-60c3bd133a2c; detaching it from the instance and deleting it from the info cache
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9262b16-5d13-4ef5-a11b-148e86db1e48 req-0104c566-d161-4c76-b02f-549e765f09a7 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:31 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Took 0.91 seconds to deallocate network for instance.
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-b9262b16-5d13-4ef5-a11b-148e86db1e48 req-0104c566-d161-4c76-b02f-549e765f09a7 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Detach interface failed, port_id=97c30ee0-0265-4caf-89da-60c3bd133a2c, reason: Instance ee221fbf-18ee-4d20-bb4b-5b8238f81507 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-0831cf92-d809-4207-b0e6-4a044ebe5f94 req-50b7551e-9702-4297-b8a6-fa0c360600f6 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0831cf92-d809-4207-b0e6-4a044ebe5f94 req-50b7551e-9702-4297-b8a6-fa0c360600f6 service nova] Acquiring lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0831cf92-d809-4207-b0e6-4a044ebe5f94 req-50b7551e-9702-4297-b8a6-fa0c360600f6 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0831cf92-d809-4207-b0e6-4a044ebe5f94 req-50b7551e-9702-4297-b8a6-fa0c360600f6 service nova] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-0831cf92-d809-4207-b0e6-4a044ebe5f94 req-50b7551e-9702-4297-b8a6-fa0c360600f6 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] No waiting events found dispatching network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:31 user nova-compute[75254]: WARNING nova.compute.manager [req-0831cf92-d809-4207-b0e6-4a044ebe5f94 req-50b7551e-9702-4297-b8a6-fa0c360600f6 service nova] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Received unexpected event network-vif-plugged-97c30ee0-0265-4caf-89da-60c3bd133a2c for instance with vm_state active and task_state deleting.
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Successfully created port: 8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Cannot resize image /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Ensure instance console log exists: /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:32 user nova-compute[75254]: INFO nova.compute.manager [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: ee221fbf-18ee-4d20-bb4b-5b8238f81507] Took 0.89 seconds to detach 1 volumes for instance.
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Successfully updated port: 8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquired lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.488s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:32 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Deleted allocations for instance ee221fbf-18ee-4d20-bb4b-5b8238f81507
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7ec5c031-9c91-4aa7-9c9e-ad286b387f2e tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "ee221fbf-18ee-4d20-bb4b-5b8238f81507" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.794s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updating instance_info_cache with network_info: [{"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Releasing lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Instance network_info: |[{"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Start _get_guest_xml network_info=[{"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:26:32 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:32 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1378411570',display_name='tempest-VolumesSnapshotTestJSON-instance-1378411570',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1378411570',id=31,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHAPZGt4++WAmfHLo5ieOq5BI/cRshDDD/N3tIR8LALRCWPzbobYcMU3J0SqMshSe/pO8U5NkfKhkUSWXiKJVzPxXTBD3jk304s1aYXsGE71z/RhDzKSUX+HzUes6XalxA==',key_name='tempest-keypair-1667774049',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf066bd6715842918505694fca8b7d93',ramdisk_id='',reservation_id='r-yxtrnot1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1217130745',owner_user_name='tempest-VolumesSnapshotTestJSON-1217130745-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d233fdbab4744e1b00ddd12796fa9db',uuid=d7b37ed9-7961-453e-916a-9eda0aa6ec70,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converting VIF {"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'pci_devices' on Instance uuid d7b37ed9-7961-453e-916a-9eda0aa6ec70 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:26:32 user nova-compute[75254]:   <uuid>d7b37ed9-7961-453e-916a-9eda0aa6ec70</uuid>
Nov 29 10:26:32 user nova-compute[75254]:   <name>instance-0000001f</name>
Nov 29 10:26:32 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:26:32 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:26:32 user nova-compute[75254]:   <metadata>
Nov 29 10:26:32 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:26:32 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:26:32 user nova-compute[75254]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1378411570</nova:name>
Nov 29 10:26:32 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:26:32</nova:creationTime>
Nov 29 10:26:32 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:26:32 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:26:32 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:26:32 user nova-compute[75254]:       <nova:owner>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:user uuid="1d233fdbab4744e1b00ddd12796fa9db">tempest-VolumesSnapshotTestJSON-1217130745-project-member</nova:user>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:project uuid="cf066bd6715842918505694fca8b7d93">tempest-VolumesSnapshotTestJSON-1217130745</nova:project>
Nov 29 10:26:32 user nova-compute[75254]:       </nova:owner>
Nov 29 10:26:32 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:26:32 user nova-compute[75254]:       <nova:ports>
Nov 29 10:26:32 user nova-compute[75254]:         <nova:port uuid="8acda142-a3cd-4be5-af67-ad69107ac5e4">
Nov 29 10:26:32 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 10:26:32 user nova-compute[75254]:         </nova:port>
Nov 29 10:26:32 user nova-compute[75254]:       </nova:ports>
Nov 29 10:26:32 user nova-compute[75254]:     </nova:instance>
Nov 29 10:26:32 user nova-compute[75254]:   </metadata>
Nov 29 10:26:32 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:26:32 user nova-compute[75254]:     <system>
Nov 29 10:26:32 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:26:32 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:26:32 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:26:32 user nova-compute[75254]:       <entry name="serial">d7b37ed9-7961-453e-916a-9eda0aa6ec70</entry>
Nov 29 10:26:32 user nova-compute[75254]:       <entry name="uuid">d7b37ed9-7961-453e-916a-9eda0aa6ec70</entry>
Nov 29 10:26:32 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:26:32 user nova-compute[75254]:     </system>
Nov 29 10:26:32 user nova-compute[75254]:   </sysinfo>
Nov 29 10:26:32 user nova-compute[75254]:   <os>
Nov 29 10:26:32 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:26:32 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:26:32 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:26:32 user nova-compute[75254]:   </os>
Nov 29 10:26:32 user nova-compute[75254]:   <features>
Nov 29 10:26:32 user nova-compute[75254]:     <acpi/>
Nov 29 10:26:32 user nova-compute[75254]:     <apic/>
Nov 29 10:26:32 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:26:32 user nova-compute[75254]:   </features>
Nov 29 10:26:32 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:26:32 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:26:32 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:26:32 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:26:32 user nova-compute[75254]:   </clock>
Nov 29 10:26:32 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:26:32 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:26:32 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:26:32 user nova-compute[75254]:   </cpu>
Nov 29 10:26:32 user nova-compute[75254]:   <devices>
Nov 29 10:26:32 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:26:32 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:26:32 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk"/>
Nov 29 10:26:32 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:26:32 user nova-compute[75254]:     </disk>
Nov 29 10:26:32 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:26:32 user nova-compute[75254]:       <mac address="fa:16:3e:32:63:65"/>
Nov 29 10:26:32 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:26:32 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:26:32 user nova-compute[75254]:       <target dev="tap8acda142-a3"/>
Nov 29 10:26:32 user nova-compute[75254]:     </interface>
Nov 29 10:26:32 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:26:32 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/console.log" append="off"/>
Nov 29 10:26:32 user nova-compute[75254]:     </serial>
Nov 29 10:26:32 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:26:32 user nova-compute[75254]:     <video>
Nov 29 10:26:32 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:26:32 user nova-compute[75254]:     </video>
Nov 29 10:26:32 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:26:32 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:26:32 user nova-compute[75254]:     </rng>
Nov 29 10:26:32 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:26:32 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:26:32 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:26:32 user nova-compute[75254]:     </memballoon>
Nov 29 10:26:32 user nova-compute[75254]:   </devices>
Nov 29 10:26:32 user nova-compute[75254]: </domain>
Nov 29 10:26:32 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1378411570',display_name='tempest-VolumesSnapshotTestJSON-instance-1378411570',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1378411570',id=31,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHAPZGt4++WAmfHLo5ieOq5BI/cRshDDD/N3tIR8LALRCWPzbobYcMU3J0SqMshSe/pO8U5NkfKhkUSWXiKJVzPxXTBD3jk304s1aYXsGE71z/RhDzKSUX+HzUes6XalxA==',key_name='tempest-keypair-1667774049',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf066bd6715842918505694fca8b7d93',ramdisk_id='',reservation_id='r-yxtrnot1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1217130745',owner_user_name='tempest-VolumesSnapshotTestJSON-1217130745-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d233fdbab4744e1b00ddd12796fa9db',uuid=d7b37ed9-7961-453e-916a-9eda0aa6ec70,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converting VIF {"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG os_vif [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '390c2c56-329a-5beb-bfed-682e66d4b071', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8acda142-a3, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8acda142-a3, col_values=(('qos', UUID('15d30137-d95e-46da-9a96-b8e917906de5')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8acda142-a3, col_values=(('external_ids', {'iface-id': '8acda142-a3cd-4be5-af67-ad69107ac5e4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:63:65', 'vm-uuid': 'd7b37ed9-7961-453e-916a-9eda0aa6ec70'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:32 user nova-compute[75254]: INFO os_vif [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3')
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No VIF found with MAC fa:16:3e:32:63:65, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-changed-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Refreshing instance network info cache due to event network-changed-8acda142-a3cd-4be5-af67-ad69107ac5e4. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] Acquiring lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] Acquired lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Refreshing network info cache for port 8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updated VIF entry in instance network info cache for port 8acda142-a3cd-4be5-af67-ad69107ac5e4. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG nova.network.neutron [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updating instance_info_cache with network_info: [{"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cbba617c-afaa-4360-b5ac-2cdce191b2e8 req-de823f50-fea4-4ddd-a9f8-8a29d3d29754 service nova] Releasing lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-c1b8de54-ced0-4603-a665-c1fd5539b57d req-9b7f2bcf-0495-403a-b399-8fc1cbf4527b service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1b8de54-ced0-4603-a665-c1fd5539b57d req-9b7f2bcf-0495-403a-b399-8fc1cbf4527b service nova] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1b8de54-ced0-4603-a665-c1fd5539b57d req-9b7f2bcf-0495-403a-b399-8fc1cbf4527b service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1b8de54-ced0-4603-a665-c1fd5539b57d req-9b7f2bcf-0495-403a-b399-8fc1cbf4527b service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-c1b8de54-ced0-4603-a665-c1fd5539b57d req-9b7f2bcf-0495-403a-b399-8fc1cbf4527b service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] No waiting events found dispatching network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:34 user nova-compute[75254]: WARNING nova.compute.manager [req-c1b8de54-ced0-4603-a665-c1fd5539b57d req-9b7f2bcf-0495-403a-b399-8fc1cbf4527b service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received unexpected event network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 for instance with vm_state building and task_state spawning.
Nov 29 10:26:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-0eadcdab-9af7-4b0d-bb97-c28881c689ce req-d9207a1b-60a9-4241-b9b9-38fe9bb0ef6a service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0eadcdab-9af7-4b0d-bb97-c28881c689ce req-d9207a1b-60a9-4241-b9b9-38fe9bb0ef6a service nova] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0eadcdab-9af7-4b0d-bb97-c28881c689ce req-d9207a1b-60a9-4241-b9b9-38fe9bb0ef6a service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0eadcdab-9af7-4b0d-bb97-c28881c689ce req-d9207a1b-60a9-4241-b9b9-38fe9bb0ef6a service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-0eadcdab-9af7-4b0d-bb97-c28881c689ce req-d9207a1b-60a9-4241-b9b9-38fe9bb0ef6a service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] No waiting events found dispatching network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:36 user nova-compute[75254]: WARNING nova.compute.manager [req-0eadcdab-9af7-4b0d-bb97-c28881c689ce req-d9207a1b-60a9-4241-b9b9-38fe9bb0ef6a service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received unexpected event network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 for instance with vm_state building and task_state spawning.
Nov 29 10:26:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:26:37 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Instance spawned successfully.
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:26:37 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:37 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8322MB free_disk=25.086872100830078GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:37 user nova-compute[75254]: INFO nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Took 6.83 seconds to spawn the instance on the hypervisor.
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 8d279529-b23e-4509-862e-288e6639902e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7f18c7e8-23e9-4401-95bf-55c012339640 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:26:37 user nova-compute[75254]: INFO nova.compute.manager [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Took 7.64 seconds to build instance.
Nov 29 10:26:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d803afd5-ff47-4382-b5d0-e161c517cb0e tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.792s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.390s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:26:39 user nova-compute[75254]: INFO nova.compute.claims [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Claim successful on node user
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.policy [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4272be829c5746ed8883c01ddab468a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f13bcc2b05b41fbb1a761791cf12bb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:26:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:26:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:26:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Creating image(s)
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.223s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Successfully created port: f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk 1073741824" returned: 0 in 0.062s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.208s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:26:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.315s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Cannot resize image /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Ensure instance console log exists: /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Successfully updated port: f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing instance network info cache due to event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance network_info: |[{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Start _get_guest_xml network_info=[{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:26:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1156989291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1156989291',id=32,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdTvQNId7CllVv2MzM60CTkMzHpnrqbYZ2mu3HJwvy1FEl12zglmG9Iwru2RmFcdZSLxDWMFCAovTunc7bcbmg5l8KsKZ20lszOO9K9Gm2+ky7RtJqG40bYrWux6UcZVw==',key_name='tempest-keypair-1967325685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-0k44o5u6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:26:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=a200ddab-5c71-48a4-b48e-c70d7f7f1414,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'pci_devices' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:26:41 user nova-compute[75254]:   <uuid>a200ddab-5c71-48a4-b48e-c70d7f7f1414</uuid>
Nov 29 10:26:41 user nova-compute[75254]:   <name>instance-00000020</name>
Nov 29 10:26:41 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:26:41 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:26:41 user nova-compute[75254]:   <metadata>
Nov 29 10:26:41 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:26:41 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:26:41 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1156989291</nova:name>
Nov 29 10:26:41 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:26:41</nova:creationTime>
Nov 29 10:26:41 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:26:41 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:26:41 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:26:41 user nova-compute[75254]:       <nova:owner>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:user uuid="4272be829c5746ed8883c01ddab468a9">tempest-AttachVolumeShelveTestJSON-1863307670-project-member</nova:user>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:project uuid="5f13bcc2b05b41fbb1a761791cf12bb6">tempest-AttachVolumeShelveTestJSON-1863307670</nova:project>
Nov 29 10:26:41 user nova-compute[75254]:       </nova:owner>
Nov 29 10:26:41 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:26:41 user nova-compute[75254]:       <nova:ports>
Nov 29 10:26:41 user nova-compute[75254]:         <nova:port uuid="f69a5c66-3157-480d-a719-2dda3e9e5a66">
Nov 29 10:26:41 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 10:26:41 user nova-compute[75254]:         </nova:port>
Nov 29 10:26:41 user nova-compute[75254]:       </nova:ports>
Nov 29 10:26:41 user nova-compute[75254]:     </nova:instance>
Nov 29 10:26:41 user nova-compute[75254]:   </metadata>
Nov 29 10:26:41 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:26:41 user nova-compute[75254]:     <system>
Nov 29 10:26:41 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:26:41 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:26:41 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:26:41 user nova-compute[75254]:       <entry name="serial">a200ddab-5c71-48a4-b48e-c70d7f7f1414</entry>
Nov 29 10:26:41 user nova-compute[75254]:       <entry name="uuid">a200ddab-5c71-48a4-b48e-c70d7f7f1414</entry>
Nov 29 10:26:41 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:26:41 user nova-compute[75254]:     </system>
Nov 29 10:26:41 user nova-compute[75254]:   </sysinfo>
Nov 29 10:26:41 user nova-compute[75254]:   <os>
Nov 29 10:26:41 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:26:41 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:26:41 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:26:41 user nova-compute[75254]:   </os>
Nov 29 10:26:41 user nova-compute[75254]:   <features>
Nov 29 10:26:41 user nova-compute[75254]:     <acpi/>
Nov 29 10:26:41 user nova-compute[75254]:     <apic/>
Nov 29 10:26:41 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:26:41 user nova-compute[75254]:   </features>
Nov 29 10:26:41 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:26:41 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:26:41 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:26:41 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:26:41 user nova-compute[75254]:   </clock>
Nov 29 10:26:41 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:26:41 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:26:41 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:26:41 user nova-compute[75254]:   </cpu>
Nov 29 10:26:41 user nova-compute[75254]:   <devices>
Nov 29 10:26:41 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:26:41 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:26:41 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk"/>
Nov 29 10:26:41 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:26:41 user nova-compute[75254]:     </disk>
Nov 29 10:26:41 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:26:41 user nova-compute[75254]:       <mac address="fa:16:3e:23:5f:bb"/>
Nov 29 10:26:41 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:26:41 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:26:41 user nova-compute[75254]:       <target dev="tapf69a5c66-31"/>
Nov 29 10:26:41 user nova-compute[75254]:     </interface>
Nov 29 10:26:41 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:26:41 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/console.log" append="off"/>
Nov 29 10:26:41 user nova-compute[75254]:     </serial>
Nov 29 10:26:41 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:26:41 user nova-compute[75254]:     <video>
Nov 29 10:26:41 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:26:41 user nova-compute[75254]:     </video>
Nov 29 10:26:41 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:26:41 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:26:41 user nova-compute[75254]:     </rng>
Nov 29 10:26:41 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:26:41 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:26:41 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:26:41 user nova-compute[75254]:     </memballoon>
Nov 29 10:26:41 user nova-compute[75254]:   </devices>
Nov 29 10:26:41 user nova-compute[75254]: </domain>
Nov 29 10:26:41 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1156989291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1156989291',id=32,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdTvQNId7CllVv2MzM60CTkMzHpnrqbYZ2mu3HJwvy1FEl12zglmG9Iwru2RmFcdZSLxDWMFCAovTunc7bcbmg5l8KsKZ20lszOO9K9Gm2+ky7RtJqG40bYrWux6UcZVw==',key_name='tempest-keypair-1967325685',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-0k44o5u6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:26:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=a200ddab-5c71-48a4-b48e-c70d7f7f1414,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG os_vif [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd2e9712-0b49-5e46-ac13-cc0d91932a6f', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf69a5c66-31, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf69a5c66-31, col_values=(('qos', UUID('2a270a11-ad87-446a-83f6-47aef38eb59e')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf69a5c66-31, col_values=(('external_ids', {'iface-id': 'f69a5c66-3157-480d-a719-2dda3e9e5a66', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:5f:bb', 'vm-uuid': 'a200ddab-5c71-48a4-b48e-c70d7f7f1414'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:42 user nova-compute[75254]: INFO os_vif [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31')
Nov 29 10:26:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No VIF found with MAC fa:16:3e:23:5f:bb, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updated VIF entry in instance network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:26:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3a680370-6752-4a93-a4ae-b2bdb22b52ca req-e1f1c8d5-11a4-4ffb-894b-c357c035dbd7 service nova] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-48ca4783-b240-4f09-a927-e0597566e637 req-7b41001d-43b3-4fdf-a8e8-3dd61a3df2f9 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-48ca4783-b240-4f09-a927-e0597566e637 req-7b41001d-43b3-4fdf-a8e8-3dd61a3df2f9 service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-48ca4783-b240-4f09-a927-e0597566e637 req-7b41001d-43b3-4fdf-a8e8-3dd61a3df2f9 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-48ca4783-b240-4f09-a927-e0597566e637 req-7b41001d-43b3-4fdf-a8e8-3dd61a3df2f9 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-48ca4783-b240-4f09-a927-e0597566e637 req-7b41001d-43b3-4fdf-a8e8-3dd61a3df2f9 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:43 user nova-compute[75254]: WARNING nova.compute.manager [req-48ca4783-b240-4f09-a927-e0597566e637 req-7b41001d-43b3-4fdf-a8e8-3dd61a3df2f9 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state building and task_state spawning.
Nov 29 10:26:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:26:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance spawned successfully.
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-ffb42772-5639-44c2-b91c-3a84f2f39ccc req-5d9ed367-3115-4bdb-bb77-b9424a251c12 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ffb42772-5639-44c2-b91c-3a84f2f39ccc req-5d9ed367-3115-4bdb-bb77-b9424a251c12 service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ffb42772-5639-44c2-b91c-3a84f2f39ccc req-5d9ed367-3115-4bdb-bb77-b9424a251c12 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ffb42772-5639-44c2-b91c-3a84f2f39ccc req-5d9ed367-3115-4bdb-bb77-b9424a251c12 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-ffb42772-5639-44c2-b91c-3a84f2f39ccc req-5d9ed367-3115-4bdb-bb77-b9424a251c12 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:26:45 user nova-compute[75254]: WARNING nova.compute.manager [req-ffb42772-5639-44c2-b91c-3a84f2f39ccc req-5d9ed367-3115-4bdb-bb77-b9424a251c12 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state building and task_state spawning.
Nov 29 10:26:45 user nova-compute[75254]: INFO nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Took 5.71 seconds to spawn the instance on the hypervisor.
Nov 29 10:26:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:26:45 user nova-compute[75254]: INFO nova.compute.manager [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Took 6.63 seconds to build instance.
Nov 29 10:26:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0bfd5826-f8ed-4c10-b93e-15b45850fe41 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.747s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:26:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:26:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "8d279529-b23e-4509-862e-288e6639902e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "8d279529-b23e-4509-862e-288e6639902e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "8d279529-b23e-4509-862e-288e6639902e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:19 user nova-compute[75254]: INFO nova.compute.manager [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Terminating instance
Nov 29 10:27:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-e4b7b90e-bf0a-41f1-bb5e-d0548c8d86ec req-4ab574d0-c9e1-416c-90ff-0ccfd007b3ae service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-vif-unplugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e4b7b90e-bf0a-41f1-bb5e-d0548c8d86ec req-4ab574d0-c9e1-416c-90ff-0ccfd007b3ae service nova] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e4b7b90e-bf0a-41f1-bb5e-d0548c8d86ec req-4ab574d0-c9e1-416c-90ff-0ccfd007b3ae service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e4b7b90e-bf0a-41f1-bb5e-d0548c8d86ec req-4ab574d0-c9e1-416c-90ff-0ccfd007b3ae service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-e4b7b90e-bf0a-41f1-bb5e-d0548c8d86ec req-4ab574d0-c9e1-416c-90ff-0ccfd007b3ae service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] No waiting events found dispatching network-vif-unplugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-e4b7b90e-bf0a-41f1-bb5e-d0548c8d86ec req-4ab574d0-c9e1-416c-90ff-0ccfd007b3ae service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-vif-unplugged-d40b5412-65df-4299-8c53-87c23f05e8a7 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:27:20 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 8d279529-b23e-4509-862e-288e6639902e] Instance destroyed successfully.
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'resources' on Instance uuid 8d279529-b23e-4509-862e-288e6639902e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:17:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1247675263',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1247675263',id=24,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:18:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ov0ufutt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:19:54Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=8d279529-b23e-4509-862e-288e6639902e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "d40b5412-65df-4299-8c53-87c23f05e8a7", "address": "fa:16:3e:f7:bf:26", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd40b5412-65", "ovs_interfaceid": "d40b5412-65df-4299-8c53-87c23f05e8a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG os_vif [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd40b5412-65, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=573f565b-3275-4e2d-877b-1761bb2e470b) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:20 user nova-compute[75254]: INFO os_vif [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:bf:26,bridge_name='br-int',has_traffic_filtering=True,id=d40b5412-65df-4299-8c53-87c23f05e8a7,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd40b5412-65')
Nov 29 10:27:20 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Deleting instance files /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e_del
Nov 29 10:27:20 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Deletion of /opt/stack/data/nova/instances/8d279529-b23e-4509-862e-288e6639902e_del complete
Nov 29 10:27:20 user nova-compute[75254]: INFO nova.compute.manager [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 8d279529-b23e-4509-862e-288e6639902e] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 29 10:27:20 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 8d279529-b23e-4509-862e-288e6639902e] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:27:20 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 8d279529-b23e-4509-862e-288e6639902e] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:27:21 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 8d279529-b23e-4509-862e-288e6639902e] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:21 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 8d279529-b23e-4509-862e-288e6639902e] Took 0.64 seconds to deallocate network for instance.
Nov 29 10:27:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:21 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:27:21 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:27:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.289s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:21 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Deleted allocations for instance 8d279529-b23e-4509-862e-288e6639902e
Nov 29 10:27:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-123e4b3a-8b06-4e84-8eb2-d1d5020223e9 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "8d279529-b23e-4509-862e-288e6639902e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.026s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] Acquiring lock "8d279529-b23e-4509-862e-288e6639902e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] Lock "8d279529-b23e-4509-862e-288e6639902e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] No waiting events found dispatching network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:27:22 user nova-compute[75254]: WARNING nova.compute.manager [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received unexpected event network-vif-plugged-d40b5412-65df-4299-8c53-87c23f05e8a7 for instance with vm_state deleted and task_state None.
Nov 29 10:27:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-ee1c7cd6-9bf4-4c00-a4d3-1f377d6eb51d req-440d35a5-b1c6-4713-a5c4-caf818db684e service nova] [instance: 8d279529-b23e-4509-862e-288e6639902e] Received event network-vif-deleted-d40b5412-65df-4299-8c53-87c23f05e8a7 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:24 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:24 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:27:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:27:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:27:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:27:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [{"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-77782fe7-8be9-4373-9295-adf2eea9cbc3" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:27:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:27:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:27:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:27:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:37 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:27:37 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:27:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8278MB free_disk=25.15139389038086GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 77782fe7-8be9-4373-9295-adf2eea9cbc3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7f18c7e8-23e9-4401-95bf-55c012339640 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a200ddab-5c71-48a4-b48e-c70d7f7f1414 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:27:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.371s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:27:45 user nova-compute[75254]: INFO nova.compute.claims [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Claim successful on node user
Nov 29 10:27:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.330s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:27:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:27:45 user nova-compute[75254]: DEBUG nova.policy [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f554de11c23f4209b18c0c16c96f5143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc58fe76c334434a155d37b6ea943b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:27:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Creating image(s)
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "/opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "/opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "/opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk 1073741824" returned: 0 in 0.050s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Successfully created port: 7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.252s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Cannot resize image /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Ensure instance console log exists: /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Successfully updated port: 7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "refresh_cache-d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquired lock "refresh_cache-d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-changed-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Refreshing instance network info cache due to event network-changed-7c826b39-da9d-4691-87a5-06d2749f300b. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] Acquiring lock "refresh_cache-d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Updating instance_info_cache with network_info: [{"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Releasing lock "refresh_cache-d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Instance network_info: |[{"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] Acquired lock "refresh_cache-d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Refreshing network info cache for port 7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Start _get_guest_xml network_info=[{"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:27:47 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:27:47 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:27:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-586878463',display_name='tempest-VolumesActionsTest-instance-586878463',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-586878463',id=33,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dbc58fe76c334434a155d37b6ea943b8',ramdisk_id='',reservation_id='r-ptu13t0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1647032926',owner_user_name='tempest-VolumesActionsTest-1647032926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:27:46Z,user_data=None,user_id='f554de11c23f4209b18c0c16c96f5143',uuid=d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converting VIF {"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lazy-loading 'pci_devices' on Instance uuid d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:27:47 user nova-compute[75254]:   <uuid>d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d</uuid>
Nov 29 10:27:47 user nova-compute[75254]:   <name>instance-00000021</name>
Nov 29 10:27:47 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:27:47 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:27:47 user nova-compute[75254]:   <metadata>
Nov 29 10:27:47 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:27:47 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:27:47 user nova-compute[75254]:       <nova:name>tempest-VolumesActionsTest-instance-586878463</nova:name>
Nov 29 10:27:47 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:27:47</nova:creationTime>
Nov 29 10:27:47 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:27:47 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:27:47 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:27:47 user nova-compute[75254]:       <nova:owner>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:user uuid="f554de11c23f4209b18c0c16c96f5143">tempest-VolumesActionsTest-1647032926-project-member</nova:user>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:project uuid="dbc58fe76c334434a155d37b6ea943b8">tempest-VolumesActionsTest-1647032926</nova:project>
Nov 29 10:27:47 user nova-compute[75254]:       </nova:owner>
Nov 29 10:27:47 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:27:47 user nova-compute[75254]:       <nova:ports>
Nov 29 10:27:47 user nova-compute[75254]:         <nova:port uuid="7c826b39-da9d-4691-87a5-06d2749f300b">
Nov 29 10:27:47 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:27:47 user nova-compute[75254]:         </nova:port>
Nov 29 10:27:47 user nova-compute[75254]:       </nova:ports>
Nov 29 10:27:47 user nova-compute[75254]:     </nova:instance>
Nov 29 10:27:47 user nova-compute[75254]:   </metadata>
Nov 29 10:27:47 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:27:47 user nova-compute[75254]:     <system>
Nov 29 10:27:47 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:27:47 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:27:47 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:27:47 user nova-compute[75254]:       <entry name="serial">d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d</entry>
Nov 29 10:27:47 user nova-compute[75254]:       <entry name="uuid">d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d</entry>
Nov 29 10:27:47 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:27:47 user nova-compute[75254]:     </system>
Nov 29 10:27:47 user nova-compute[75254]:   </sysinfo>
Nov 29 10:27:47 user nova-compute[75254]:   <os>
Nov 29 10:27:47 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:27:47 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:27:47 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:27:47 user nova-compute[75254]:   </os>
Nov 29 10:27:47 user nova-compute[75254]:   <features>
Nov 29 10:27:47 user nova-compute[75254]:     <acpi/>
Nov 29 10:27:47 user nova-compute[75254]:     <apic/>
Nov 29 10:27:47 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:27:47 user nova-compute[75254]:   </features>
Nov 29 10:27:47 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:27:47 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:27:47 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:27:47 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:27:47 user nova-compute[75254]:   </clock>
Nov 29 10:27:47 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:27:47 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:27:47 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:27:47 user nova-compute[75254]:   </cpu>
Nov 29 10:27:47 user nova-compute[75254]:   <devices>
Nov 29 10:27:47 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:27:47 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:27:47 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk"/>
Nov 29 10:27:47 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:27:47 user nova-compute[75254]:     </disk>
Nov 29 10:27:47 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:27:47 user nova-compute[75254]:       <mac address="fa:16:3e:13:19:b3"/>
Nov 29 10:27:47 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:27:47 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:27:47 user nova-compute[75254]:       <target dev="tap7c826b39-da"/>
Nov 29 10:27:47 user nova-compute[75254]:     </interface>
Nov 29 10:27:47 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:27:47 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/console.log" append="off"/>
Nov 29 10:27:47 user nova-compute[75254]:     </serial>
Nov 29 10:27:47 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:27:47 user nova-compute[75254]:     <video>
Nov 29 10:27:47 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:27:47 user nova-compute[75254]:     </video>
Nov 29 10:27:47 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:27:47 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:27:47 user nova-compute[75254]:     </rng>
Nov 29 10:27:47 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:27:47 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:27:47 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:27:47 user nova-compute[75254]:     </memballoon>
Nov 29 10:27:47 user nova-compute[75254]:   </devices>
Nov 29 10:27:47 user nova-compute[75254]: </domain>
Nov 29 10:27:47 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:27:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-586878463',display_name='tempest-VolumesActionsTest-instance-586878463',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-586878463',id=33,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dbc58fe76c334434a155d37b6ea943b8',ramdisk_id='',reservation_id='r-ptu13t0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1647032926',owner_user_name='tempest-VolumesActionsTest-1647032926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:27:46Z,user_data=None,user_id='f554de11c23f4209b18c0c16c96f5143',uuid=d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converting VIF {"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG os_vif [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '634bbf01-f689-57b9-99ea-f9bd3f0eaaf4', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c826b39-da, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c826b39-da, col_values=(('qos', UUID('cae95259-6a9c-47bf-96d7-bb807e7438ab')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c826b39-da, col_values=(('external_ids', {'iface-id': '7c826b39-da9d-4691-87a5-06d2749f300b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:19:b3', 'vm-uuid': 'd4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:47 user nova-compute[75254]: INFO os_vif [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da')
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] No VIF found with MAC fa:16:3e:13:19:b3, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Updated VIF entry in instance network info cache for port 7c826b39-da9d-4691-87a5-06d2749f300b. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:27:47 user nova-compute[75254]: DEBUG nova.network.neutron [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Updating instance_info_cache with network_info: [{"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-836e7a51-e0eb-4573-898b-1190281dc0c5 req-f7a3c1d5-c781-42fc-a60d-d9bbec18218f service nova] Releasing lock "refresh_cache-d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:27:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-d4498938-5b40-47b4-9872-7c9e70196efc req-3c6217f5-cee7-4434-ad3e-7e80e947db70 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d4498938-5b40-47b4-9872-7c9e70196efc req-3c6217f5-cee7-4434-ad3e-7e80e947db70 service nova] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d4498938-5b40-47b4-9872-7c9e70196efc req-3c6217f5-cee7-4434-ad3e-7e80e947db70 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d4498938-5b40-47b4-9872-7c9e70196efc req-3c6217f5-cee7-4434-ad3e-7e80e947db70 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-d4498938-5b40-47b4-9872-7c9e70196efc req-3c6217f5-cee7-4434-ad3e-7e80e947db70 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] No waiting events found dispatching network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:27:49 user nova-compute[75254]: WARNING nova.compute.manager [req-d4498938-5b40-47b4-9872-7c9e70196efc req-3c6217f5-cee7-4434-ad3e-7e80e947db70 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received unexpected event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b for instance with vm_state building and task_state spawning.
Nov 29 10:27:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:27:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Instance spawned successfully.
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:27:51 user nova-compute[75254]: INFO nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Took 5.27 seconds to spawn the instance on the hypervisor.
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-9756ba5e-15d5-4d16-9f64-0fc67931470b req-d1929be8-1ffb-4e97-ae6e-e0c7f68736c1 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9756ba5e-15d5-4d16-9f64-0fc67931470b req-d1929be8-1ffb-4e97-ae6e-e0c7f68736c1 service nova] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9756ba5e-15d5-4d16-9f64-0fc67931470b req-d1929be8-1ffb-4e97-ae6e-e0c7f68736c1 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9756ba5e-15d5-4d16-9f64-0fc67931470b req-d1929be8-1ffb-4e97-ae6e-e0c7f68736c1 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-9756ba5e-15d5-4d16-9f64-0fc67931470b req-d1929be8-1ffb-4e97-ae6e-e0c7f68736c1 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] No waiting events found dispatching network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:27:51 user nova-compute[75254]: WARNING nova.compute.manager [req-9756ba5e-15d5-4d16-9f64-0fc67931470b req-d1929be8-1ffb-4e97-ae6e-e0c7f68736c1 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received unexpected event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b for instance with vm_state building and task_state spawning.
Nov 29 10:27:51 user nova-compute[75254]: INFO nova.compute.manager [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Took 6.01 seconds to build instance.
Nov 29 10:27:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ce8f40ac-783b-4a80-aa88-11fefb996989 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.104s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-changed-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Refreshing instance network info cache due to event network-changed-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:27:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:27:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:27:55 user nova-compute[75254]: DEBUG nova.network.neutron [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Refreshing network info cache for port f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:27:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updated VIF entry in instance network info cache for port f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:27:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50a3180c-fd27-4c23-a347-10f7ff34d6ee req-69636152-d2d0-457c-bb20-c37cac0778be service nova] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:27:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-changed-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:27:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Refreshing instance network info cache due to event network-changed-06e8e804-6da0-43a4-8914-26865eb02497. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:27:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:27:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:27:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Refreshing network info cache for port 06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Stashing vm_state: active {{(pid=75254) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:27:58 user nova-compute[75254]: INFO nova.compute.claims [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Claim successful on node user
Nov 29 10:27:58 user nova-compute[75254]: INFO nova.compute.resource_tracker [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating resource usage from migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updated VIF entry in instance network info cache for port 06e8e804-6da0-43a4-8914-26865eb02497. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.network.neutron [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.349s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:27:58 user nova-compute[75254]: INFO nova.compute.manager [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Migrating
Nov 29 10:27:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-63e155da-1a88-4d6b-94bd-cd63941f726f req-48ddb582-26ce-4927-85df-20643ad0a549 service nova] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:27:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:27:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:27:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:27:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Starting migrate_disk_and_power_off {{(pid=75254) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 29 10:27:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:27:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e08b0a4-0f15-44d9-ac73-c5abd37d04f4 req-d560d5e1-1210-4311-b480-198d19ae20c0 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-unplugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e08b0a4-0f15-44d9-ac73-c5abd37d04f4 req-d560d5e1-1210-4311-b480-198d19ae20c0 service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e08b0a4-0f15-44d9-ac73-c5abd37d04f4 req-d560d5e1-1210-4311-b480-198d19ae20c0 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8e08b0a4-0f15-44d9-ac73-c5abd37d04f4 req-d560d5e1-1210-4311-b480-198d19ae20c0 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-8e08b0a4-0f15-44d9-ac73-c5abd37d04f4 req-d560d5e1-1210-4311-b480-198d19ae20c0 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-unplugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:00 user nova-compute[75254]: WARNING nova.compute.manager [req-8e08b0a4-0f15-44d9-ac73-c5abd37d04f4 req-d560d5e1-1210-4311-b480-198d19ae20c0 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-unplugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state active and task_state resize_migrating.
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance destroyed successfully.
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-832769656',display_name='tempest-ServerActionsTestOtherA-server-832769656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-832769656',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-e70n5488',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=7f18c7e8-23e9-4401-95bf-55c012339640,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap06e8e804-6d, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb3256c3-f347-4c64-bd23-17a705de5e96) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:00 user nova-compute[75254]: INFO os_vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d')
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:28:00 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b367988-34e0-47cc-b1fa-22d706795bbc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:28:00 user nova-compute[75254]: No targets found.
Nov 29 10:28:00 user nova-compute[75254]: iSNS:
Nov 29 10:28:00 user nova-compute[75254]: No targets found.
Nov 29 10:28:00 user nova-compute[75254]: STATIC:
Nov 29 10:28:00 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a
Nov 29 10:28:00 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:28:00 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:28:00 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:28:00 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:28:00 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:28:00 user nova-compute[75254]: FIRMWARE:
Nov 29 10:28:00 user nova-compute[75254]: No targets found.
Nov 29 10:28:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:28:00 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:28:00 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ef9ba6-f021-4737-9971-2d73573562dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a7a0f3f-9712-4059-a759-fdc1b6409417]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:00 user nova-compute[75254]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:00 user nova-compute[75254]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba436e3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b951ab-a094-415a-a78a-05fe8a297855]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6355f801-002d-44f8-b2b3-bd51435ba9fc]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.030s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbdcb03-48dc-4445-8597-87e5039e395a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[63af1705-7425-41df-a3f4-2325e2f799a2]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a9b78f42',) {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a0d041-321f-49d7-b43d-79496ee71e59]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[38918d12-5b8f-46c3-a39b-41a171cdbd6e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce5ab514-d20b-41d9-a9d5-a9dfdea07322]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]
Nov 29 10:28:00 user nova-compute[75254]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.
Nov 29 10:28:00 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d4188f-2e96-463a-8840-54dd95f1ae56]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== disconnect_volume: return (330ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:28:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Port 06e8e804-6da0-43a4-8914-26865eb02497 binding to destination host user is already ACTIVE {{(pid=75254) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b0e3674-7c73-4eaf-905e-c4b155d405ec req-b94a5165-a695-44ce-ab1c-138da3e8191b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b0e3674-7c73-4eaf-905e-c4b155d405ec req-b94a5165-a695-44ce-ab1c-138da3e8191b service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b0e3674-7c73-4eaf-905e-c4b155d405ec req-b94a5165-a695-44ce-ab1c-138da3e8191b service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9b0e3674-7c73-4eaf-905e-c4b155d405ec req-b94a5165-a695-44ce-ab1c-138da3e8191b service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-9b0e3674-7c73-4eaf-905e-c4b155d405ec req-b94a5165-a695-44ce-ab1c-138da3e8191b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:02 user nova-compute[75254]: WARNING nova.compute.manager [req-9b0e3674-7c73-4eaf-905e-c4b155d405ec req-b94a5165-a695-44ce-ab1c-138da3e8191b service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state active and task_state resize_migrating.
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:28:02 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG nova.network.neutron [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG os_brick.utils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[04168bf9-9d9d-4c1f-9404-abaef9189a11]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d253e98-7399-4cc2-86b6-0eff0af5c8b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75795e3f-d70d-4275-af8b-7e0776c95e25]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c3f59c-5769-469e-82df-6621bfa4e603]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:28:03 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:28:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e06bba6-f4a3-4a05-b40d-9d294971423b]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:28:03 user nova-compute[75254]: DEBUG os_brick.utils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:28:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Starting finish_migration {{(pid=75254) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance directory exists: not creating {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 29 10:28:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Creating image(s)
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Ensure instance console log exists: /opt/stack/data/nova/instances/7f18c7e8-23e9-4401-95bf-55c012339640/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Start _get_guest_xml network_info=[{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '7f18c7e8-23e9-4401-95bf-55c012339640', 'attached_at': '2023-11-29T10:28:10.000000', 'detached_at': '', 'volume_id': 'ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'serial': 'ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a'}, 'attachment_id': '2095d91f-15c9-42fc-acba-edad17905569', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:28:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:28:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:28:10 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:28:10 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:28:10 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4385d2-12ae-43ec-b0cf-022f51a04362]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:28:10 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a360b8-a773-43a4-85c6-be29b3f5aa70]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a] added
Nov 29 10:28:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a2c3bd-cf0b-4d90-be62-0e40bdf95116]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[920a7e6e-72f3-488a-a280-df35e0f22cf8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nePYfpVs {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nePYfpVs" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab6a0e9-f2e4-4d82-9362-869c1236ff51]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nePYfpVs'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[91cc6539-b432-404a-a860-b512111d410a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[138d3578-3ad7-49be-b179-db99aaf6a44d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:10 user nova-compute[75254]: INFO nova.compute.manager [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Terminating instance
Nov 29 10:28:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3e473e-65e6-42be-bcda-2dd468c011bc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]
Nov 29 10:28:10 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.
Nov 29 10:28:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3593d736-9d6d-4f12-8309-54dd44ab69d2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a870447-4366-45b2-b133-ceae8d5354c8]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:10 user nova-compute[75254]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:10 user nova-compute[75254]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8bb12a6-3ee0-4314-a23f-5547849367fb]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:28:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-84510d64-5b1f-4944-88e3-c59a42203c31 req-1ca0fd81-de6a-4f70-a16b-f69294d1736c service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-84510d64-5b1f-4944-88e3-c59a42203c31 req-1ca0fd81-de6a-4f70-a16b-f69294d1736c service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-84510d64-5b1f-4944-88e3-c59a42203c31 req-1ca0fd81-de6a-4f70-a16b-f69294d1736c service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-84510d64-5b1f-4944-88e3-c59a42203c31 req-1ca0fd81-de6a-4f70-a16b-f69294d1736c service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-84510d64-5b1f-4944-88e3-c59a42203c31 req-1ca0fd81-de6a-4f70-a16b-f69294d1736c service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-84510d64-5b1f-4944-88e3-c59a42203c31 req-1ca0fd81-de6a-4f70-a16b-f69294d1736c service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-unplugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Instance destroyed successfully.
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'resources' on Instance uuid 77782fe7-8be9-4373-9295-adf2eea9cbc3 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-621231046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-621231046',id=14,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:14:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-ufoa7wzz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:16:09Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=77782fe7-8be9-4373-9295-adf2eea9cbc3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "address": "fa:16:3e:b3:2a:20", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae2f337e-16", "ovs_interfaceid": "ae2f337e-167d-48a2-a50b-137f2e34abf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_vif [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae2f337e-16, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=546f7187-0341-4428-8933-fed0748be761) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:11 user nova-compute[75254]: INFO os_vif [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:2a:20,bridge_name='br-int',has_traffic_filtering=True,id=ae2f337e-167d-48a2-a50b-137f2e34abf9,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae2f337e-16')
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tHoxfRUQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:28:11 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '26432666336316532', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432666336316532', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.332s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2e0519-0e55-4a89-a623-414d95a2f424]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:28:11 user nova-compute[75254]: No targets found.
Nov 29 10:28:11 user nova-compute[75254]: iSNS:
Nov 29 10:28:11 user nova-compute[75254]: No targets found.
Nov 29 10:28:11 user nova-compute[75254]: STATIC:
Nov 29 10:28:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a
Nov 29 10:28:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:28:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:28:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7
Nov 29 10:28:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:28:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:28:11 user nova-compute[75254]: FIRMWARE:
Nov 29 10:28:11 user nova-compute[75254]: No targets found.
Nov 29 10:28:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:28:11 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:28:11 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-832769656',display_name='tempest-ServerActionsTestOtherA-server-832769656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-832769656',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-e70n5488',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:28:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=7f18c7e8-23e9-4401-95bf-55c012339640,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:28:11 user nova-compute[75254]:   <uuid>7f18c7e8-23e9-4401-95bf-55c012339640</uuid>
Nov 29 10:28:11 user nova-compute[75254]:   <name>instance-0000001e</name>
Nov 29 10:28:11 user nova-compute[75254]:   <memory>2097152</memory>
Nov 29 10:28:11 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:28:11 user nova-compute[75254]:   <metadata>
Nov 29 10:28:11 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:28:11 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:28:11 user nova-compute[75254]:       <nova:name>tempest-ServerActionsTestOtherA-server-832769656</nova:name>
Nov 29 10:28:11 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:28:10</nova:creationTime>
Nov 29 10:28:11 user nova-compute[75254]:       <nova:flavor name="m1.small">
Nov 29 10:28:11 user nova-compute[75254]:         <nova:memory>2048</nova:memory>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:disk>20</nova:disk>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:28:11 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:28:11 user nova-compute[75254]:       <nova:owner>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:user uuid="b7744296c0e84f669d5b9726976c00f7">tempest-ServerActionsTestOtherA-988559960-project-member</nova:user>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:project uuid="6486f4f55cc04a33ad712346277c9fc5">tempest-ServerActionsTestOtherA-988559960</nova:project>
Nov 29 10:28:11 user nova-compute[75254]:       </nova:owner>
Nov 29 10:28:11 user nova-compute[75254]:       <nova:ports>
Nov 29 10:28:11 user nova-compute[75254]:         <nova:port uuid="06e8e804-6da0-43a4-8914-26865eb02497">
Nov 29 10:28:11 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:28:11 user nova-compute[75254]:         </nova:port>
Nov 29 10:28:11 user nova-compute[75254]:       </nova:ports>
Nov 29 10:28:11 user nova-compute[75254]:     </nova:instance>
Nov 29 10:28:11 user nova-compute[75254]:   </metadata>
Nov 29 10:28:11 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:28:11 user nova-compute[75254]:     <system>
Nov 29 10:28:11 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:28:11 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:28:11 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:28:11 user nova-compute[75254]:       <entry name="serial">7f18c7e8-23e9-4401-95bf-55c012339640</entry>
Nov 29 10:28:11 user nova-compute[75254]:       <entry name="uuid">7f18c7e8-23e9-4401-95bf-55c012339640</entry>
Nov 29 10:28:11 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:28:11 user nova-compute[75254]:     </system>
Nov 29 10:28:11 user nova-compute[75254]:   </sysinfo>
Nov 29 10:28:11 user nova-compute[75254]:   <os>
Nov 29 10:28:11 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:28:11 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:28:11 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:28:11 user nova-compute[75254]:   </os>
Nov 29 10:28:11 user nova-compute[75254]:   <features>
Nov 29 10:28:11 user nova-compute[75254]:     <acpi/>
Nov 29 10:28:11 user nova-compute[75254]:     <apic/>
Nov 29 10:28:11 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:28:11 user nova-compute[75254]:   </features>
Nov 29 10:28:11 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:28:11 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:28:11 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:28:11 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:28:11 user nova-compute[75254]:   </clock>
Nov 29 10:28:11 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:28:11 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:28:11 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:28:11 user nova-compute[75254]:   </cpu>
Nov 29 10:28:11 user nova-compute[75254]:   <devices>
Nov 29 10:28:11 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:28:11 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:28:11 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:28:11 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:28:11 user nova-compute[75254]:       <serial>ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a</serial>
Nov 29 10:28:11 user nova-compute[75254]:     </disk>
Nov 29 10:28:11 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:28:11 user nova-compute[75254]:       <mac address="fa:16:3e:6d:76:89"/>
Nov 29 10:28:11 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:28:11 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:28:11 user nova-compute[75254]:       <target dev="tap06e8e804-6d"/>
Nov 29 10:28:11 user nova-compute[75254]:     </interface>
Nov 29 10:28:11 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:28:11 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/7f18c7e8-23e9-4401-95bf-55c012339640/console.log" append="off"/>
Nov 29 10:28:11 user nova-compute[75254]:     </serial>
Nov 29 10:28:11 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:28:11 user nova-compute[75254]:     <video>
Nov 29 10:28:11 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:28:11 user nova-compute[75254]:     </video>
Nov 29 10:28:11 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:28:11 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:28:11 user nova-compute[75254]:     </rng>
Nov 29 10:28:11 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:28:11 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:28:11 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:28:11 user nova-compute[75254]:     </memballoon>
Nov 29 10:28:11 user nova-compute[75254]:   </devices>
Nov 29 10:28:11 user nova-compute[75254]: </domain>
Nov 29 10:28:11 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-832769656',display_name='tempest-ServerActionsTestOtherA-server-832769656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-832769656',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-e70n5488',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:28:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=7f18c7e8-23e9-4401-95bf-55c012339640,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-642191938-network", "vif_mac": "fa:16:3e:6d:76:89"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c81ce2c4-6d7a-51ba-abe5-c3a4302ce123', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6434179e-a02a-4862-b65a-ef451a66f897]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap06e8e804-6d, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap06e8e804-6d, col_values=(('qos', UUID('4a5205bf-31e8-4211-903e-69311184ebd3')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap06e8e804-6d, col_values=(('external_ids', {'iface-id': '06e8e804-6da0-43a4-8914-26865eb02497', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:76:89', 'vm-uuid': '7f18c7e8-23e9-4401-95bf-55c012339640'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:11 user nova-compute[75254]: INFO os_vif [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d')
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a5fbfe-171a-4934-a1c2-04b33f61504b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:11 user nova-compute[75254]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 (non-flash)
Nov 29 10:28:11 user nova-compute[75254]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb42d0ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93507f0-8082-4a88-b59e-c250869d3417]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] No VIF found with MAC fa:16:3e:6d:76:89, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f614bc5-337b-4fec-8f42-d5fb13039d12]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[238bf382-29f9-4e41-be03-4997f91f66f0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dcd6a0d-cc01-4a59-b1ad-e48f6818c7ba]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18f467a-3d2c-4133-af92-c6d4d3c2a02e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[327bf32d-aa96-46e2-b990-239f05b97eb9]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260]
Nov 29 10:28:12 user nova-compute[75254]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7, portal: 172.16.0.220,3260] successful.
Nov 29 10:28:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:777f180a-ffe5-49ec-9754-2c619cfa35f7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38c88ea-625d-4faf-9d9c-b95a999ae067]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] <== disconnect_volume: return (654ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:28:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Deleting instance files /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3_del
Nov 29 10:28:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Deletion of /opt/stack/data/nova/instances/77782fe7-8be9-4373-9295-adf2eea9cbc3_del complete
Nov 29 10:28:12 user nova-compute[75254]: INFO nova.compute.manager [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Took 1.57 seconds to destroy the instance on the hypervisor.
Nov 29 10:28:12 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:12 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Took 0.68 seconds to deallocate network for instance.
Nov 29 10:28:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-2548bfa9-5728-41bb-ab3c-5709240d2417 req-1b36ce93-1e08-4a01-8655-9b82fe8e8d7a service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-deleted-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-2af411a3-5abb-4189-8fb1-75b43fbff4bf req-37cf1324-1bc4-4b74-b5f9-3f37afb6b388 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2af411a3-5abb-4189-8fb1-75b43fbff4bf req-37cf1324-1bc4-4b74-b5f9-3f37afb6b388 service nova] Acquiring lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2af411a3-5abb-4189-8fb1-75b43fbff4bf req-37cf1324-1bc4-4b74-b5f9-3f37afb6b388 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2af411a3-5abb-4189-8fb1-75b43fbff4bf req-37cf1324-1bc4-4b74-b5f9-3f37afb6b388 service nova] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-2af411a3-5abb-4189-8fb1-75b43fbff4bf req-37cf1324-1bc4-4b74-b5f9-3f37afb6b388 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] No waiting events found dispatching network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:13 user nova-compute[75254]: WARNING nova.compute.manager [req-2af411a3-5abb-4189-8fb1-75b43fbff4bf req-37cf1324-1bc4-4b74-b5f9-3f37afb6b388 service nova] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Received unexpected event network-vif-plugged-ae2f337e-167d-48a2-a50b-137f2e34abf9 for instance with vm_state active and task_state deleting.
Nov 29 10:28:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:13 user nova-compute[75254]: INFO nova.compute.manager [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: 77782fe7-8be9-4373-9295-adf2eea9cbc3] Took 0.86 seconds to detach 1 volumes for instance.
Nov 29 10:28:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:14 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:28:14 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:28:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.316s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:14 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Deleted allocations for instance 77782fe7-8be9-4373-9295-adf2eea9cbc3
Nov 29 10:28:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9eb47da2-ab8e-48f4-ab78-6e80b99d69f6 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "77782fe7-8be9-4373-9295-adf2eea9cbc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.621s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:15 user nova-compute[75254]: WARNING nova.compute.manager [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state active and task_state resize_finish.
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:15 user nova-compute[75254]: WARNING nova.compute.manager [req-7947d9b4-321e-4454-9f68-2aae8cc8b99c req-9807a6e2-507b-4bae-ab57-0f789ec8aaac service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state active and task_state resize_finish.
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:28:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance running successfully.
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Failed to set time: agent not configured {{(pid=75254) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 29 10:28:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-fe8685e8-667e-4761-8622-881d087b9b63 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] finish_migration finished successfully. {{(pid=75254) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 29 10:28:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-changed-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Refreshing instance network info cache due to event network-changed-8acda142-a3cd-4be5-af67-ad69107ac5e4. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:28:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] Acquiring lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:28:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] Acquired lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:28:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Refreshing network info cache for port 8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updated VIF entry in instance network info cache for port 8acda142-a3cd-4be5-af67-ad69107ac5e4. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updating instance_info_cache with network_info: [{"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c33cae81-88ac-4225-a9cf-46ae82d7f5a9 req-d73ea121-4b98-4f84-8135-cd5817d28eae service nova] Releasing lock "refresh_cache-d7b37ed9-7961-453e-916a-9eda0aa6ec70" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:21 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'flavor' on Instance uuid d7b37ed9-7961-453e-916a-9eda0aa6ec70 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:28:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Ignoring supplied device name: /dev/vdb
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:22 user nova-compute[75254]: INFO nova.compute.manager [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Attaching volume 4ac8091c-eb42-4ff3-b374-7594a9258255 to /dev/vdb
Nov 29 10:28:22 user nova-compute[75254]: DEBUG os_brick.utils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbfc332-7378-429d-87cd-e261b69fe14a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b313015-d62a-4726-9086-773cb092727e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[df473ec5-2e53-490d-a5e2-f80a68a154a2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6927b72b-29ae-4068-a247-03dbe9e8207b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:28:22 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:28:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a54dce-df14-41bb-9e95-0292c0445269]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG os_brick.utils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:28:22 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updating existing volume attachment record: 8f685c7a-ee8b-45b8-b861-bedb72082db3 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:28:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NnASduaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:28:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:28:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:28:29 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3985b256-a725-4fa6-80a1-709d35ceb9e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:28:29 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a497a095-506e-48d5-b1a7-ea39c2243790]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255] added
Nov 29 10:28:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ad8b5b-ff7e-4c8d-850f-6bcef34f6542]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[718118a7-7a60-4f99-913c-c9f72301e359]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NnASduaL {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NnASduaL" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[06a3e975-f571-43ce-a292-83378b03558f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NnASduaL'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[37699b7c-8224-4cd7-a14b-7d791f7a91aa]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd67e96-1836-4e07-a13a-451398c94a7a]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9433cdd-3160-44cc-b284-22c9623798bd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260]
Nov 29 10:28:29 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260] successful.
Nov 29 10:28:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a448fd9a-1a13-445d-ab5b-d759217fca34]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf89eae7-7a22-43cc-9052-dd790decba08]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:29 user nova-compute[75254]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 (non-flash)
Nov 29 10:28:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:28:29 user nova-compute[75254]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 (non-flash)
Nov 29 10:28:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:28:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[04361242-d9d5-4471-a92b-c390fc477d86]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NnASduaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing instance network info cache due to event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.network.neutron [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.network.neutron [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updated VIF entry in instance network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG nova.network.neutron [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0db2920c-3456-42fe-b844-8af89f064a97 req-7494d99d-cc1c-4616-bebf-672f64ff0e85 service nova] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:28:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26365313133616461', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26365313133616461', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'flavor' on Instance uuid d7b37ed9-7961-453e-916a-9eda0aa6ec70 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:28:31 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:28:31 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:28:31 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:28:31 user nova-compute[75254]:   <serial>4ac8091c-eb42-4ff3-b374-7594a9258255</serial>
Nov 29 10:28:31 user nova-compute[75254]: </disk>
Nov 29 10:28:31 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] No VIF found with MAC fa:16:3e:32:63:65, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1cc15660-d2bf-4dd5-a45a-9158ba65736f tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.464s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:33 user nova-compute[75254]: INFO nova.compute.manager [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Shelving
Nov 29 10:28:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-b78f9457-951a-4c88-b7b9-2c96d98317fa req-6aaecb4e-8299-4e88-b9a3-e8b96dc68f4a service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-unplugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b78f9457-951a-4c88-b7b9-2c96d98317fa req-6aaecb4e-8299-4e88-b9a3-e8b96dc68f4a service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b78f9457-951a-4c88-b7b9-2c96d98317fa req-6aaecb4e-8299-4e88-b9a3-e8b96dc68f4a service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b78f9457-951a-4c88-b7b9-2c96d98317fa req-6aaecb4e-8299-4e88-b9a3-e8b96dc68f4a service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-b78f9457-951a-4c88-b7b9-2c96d98317fa req-6aaecb4e-8299-4e88-b9a3-e8b96dc68f4a service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-unplugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:34 user nova-compute[75254]: WARNING nova.compute.manager [req-b78f9457-951a-4c88-b7b9-2c96d98317fa req-6aaecb4e-8299-4e88-b9a3-e8b96dc68f4a service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-unplugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state active and task_state shelving.
Nov 29 10:28:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:34 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance destroyed successfully.
Nov 29 10:28:34 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Beginning cold snapshot process
Nov 29 10:28:35 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:28:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk /opt/stack/data/nova/instances/snapshots/tmpt92opmhl/7f6f7c767ed8470492bf1a9bb4d46f30 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:28:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk /opt/stack/data/nova/instances/snapshots/tmpt92opmhl/7f6f7c767ed8470492bf1a9bb4d46f30" returned: 0 in 0.973s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Snapshot extracted, beginning image upload
Nov 29 10:28:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-79adec24-cda5-4d67-9362-801254ae7023 req-91ff6d91-28dd-4ef3-a217-89fc5ffcbcfd service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-79adec24-cda5-4d67-9362-801254ae7023 req-91ff6d91-28dd-4ef3-a217-89fc5ffcbcfd service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-79adec24-cda5-4d67-9362-801254ae7023 req-91ff6d91-28dd-4ef3-a217-89fc5ffcbcfd service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-79adec24-cda5-4d67-9362-801254ae7023 req-91ff6d91-28dd-4ef3-a217-89fc5ffcbcfd service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-79adec24-cda5-4d67-9362-801254ae7023 req-91ff6d91-28dd-4ef3-a217-89fc5ffcbcfd service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:28:36 user nova-compute[75254]: WARNING nova.compute.manager [req-79adec24-cda5-4d67-9362-801254ae7023 req-91ff6d91-28dd-4ef3-a217-89fc5ffcbcfd service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state active and task_state shelving_image_uploading.
Nov 29 10:28:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:28:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:37 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:28:37 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Snapshot image upload complete
Nov 29 10:28:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:28:39 user nova-compute[75254]: INFO nova.compute.manager [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Shelve offloading
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance destroyed successfully.
Nov 29 10:28:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:28:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:28:40 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:28:40 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8164MB free_disk=25.04621124267578GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Applying migration context for instance 7f18c7e8-23e9-4401-95bf-55c012339640 as it has an incoming, in-progress migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8. Migration status is finished {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 10:28:40 user nova-compute[75254]: INFO nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating resource usage from migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a200ddab-5c71-48a4-b48e-c70d7f7f1414 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7f18c7e8-23e9-4401-95bf-55c012339640 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:28:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance destroyed successfully.
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'resources' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.494s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1156989291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1156989291',id=32,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdTvQNId7CllVv2MzM60CTkMzHpnrqbYZ2mu3HJwvy1FEl12zglmG9Iwru2RmFcdZSLxDWMFCAovTunc7bcbmg5l8KsKZ20lszOO9K9Gm2+ky7RtJqG40bYrWux6UcZVw==',key_name='tempest-keypair-1967325685',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-0k44o5u6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member',shelved_at='2023-11-29T10:28:39.341237',shelved_host='user',shelved_image_id='0a3dbb77-df71-4684-9bf6-230852093abc'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:28:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=a200ddab-5c71-48a4-b48e-c70d7f7f1414,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG os_vif [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf69a5c66-31, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a270a11-ad87-446a-83f6-47aef38eb59e) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing instance network info cache due to event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:28:40 user nova-compute[75254]: DEBUG nova.network.neutron [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:28:40 user nova-compute[75254]: INFO os_vif [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31')
Nov 29 10:28:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Deleting instance files /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414_del
Nov 29 10:28:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Deletion of /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414_del complete
Nov 29 10:28:41 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Deleted allocations for instance a200ddab-5c71-48a4-b48e-c70d7f7f1414
Nov 29 10:28:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'numa_topology' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<a200ddab-5c71-48a4-b48e-c70d7f7f1414> lazy-loaded attributes: resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updated VIF entry in instance network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapf69a5c66-31", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14f12662-0039-48ec-ab88-846ea9a974e3 req-eb324405-93d0-49c4-b7de-e107ed6cd4a8 service nova] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.284s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-48a9ae8a-1bc3-4bd3-9d46-4034a61b087e tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.565s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:28:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:28:52 user nova-compute[75254]: INFO nova.compute.manager [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Detaching volume 4ac8091c-eb42-4ff3-b374-7594a9258255
Nov 29 10:28:53 user nova-compute[75254]: INFO nova.virt.block_device [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Attempting to driver detach volume 4ac8091c-eb42-4ff3-b374-7594a9258255 from mountpoint /dev/vdb
Nov 29 10:28:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Attempting to detach device vdb from instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:28:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:28:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:28:53 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:28:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:28:53 user nova-compute[75254]:   <serial>4ac8091c-eb42-4ff3-b374-7594a9258255</serial>
Nov 29 10:28:53 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:28:53 user nova-compute[75254]: </disk>
Nov 29 10:28:53 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:28:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully detached device vdb from instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 from the persistent domain config.
Nov 29 10:28:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:28:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:28:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:28:53 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:28:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:28:53 user nova-compute[75254]:   <serial>4ac8091c-eb42-4ff3-b374-7594a9258255</serial>
Nov 29 10:28:53 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:28:53 user nova-compute[75254]: </disk>
Nov 29 10:28:53 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:28:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:28:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:28:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:28:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:01 user nova-compute[75254]: INFO nova.compute.manager [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Terminating instance
Nov 29 10:29:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-263c4794-cb31-4c38-ac45-e86d20cb30ea req-37711dc2-b586-4ba8-9ee3-cc490cb120d2 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-vif-unplugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-263c4794-cb31-4c38-ac45-e86d20cb30ea req-37711dc2-b586-4ba8-9ee3-cc490cb120d2 service nova] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-263c4794-cb31-4c38-ac45-e86d20cb30ea req-37711dc2-b586-4ba8-9ee3-cc490cb120d2 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-263c4794-cb31-4c38-ac45-e86d20cb30ea req-37711dc2-b586-4ba8-9ee3-cc490cb120d2 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-263c4794-cb31-4c38-ac45-e86d20cb30ea req-37711dc2-b586-4ba8-9ee3-cc490cb120d2 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] No waiting events found dispatching network-vif-unplugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-263c4794-cb31-4c38-ac45-e86d20cb30ea req-37711dc2-b586-4ba8-9ee3-cc490cb120d2 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-vif-unplugged-4e184bcf-4155-42bb-ac80-0e2aa294465f for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Instance destroyed successfully.
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.objects.instance [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lazy-loading 'resources' on Instance uuid f056ff49-0b96-4a59-b9ff-c7a00f53630c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:09:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-88496504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-88496504',id=3,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:09:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c61b89d931dd4ad789d18f4f576238d5',ramdisk_id='',reservation_id='r-up1k5lz0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-963087896',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:11:19Z,user_data=None,user_id='b1299b6384214ee9822c2e3c9ff1b99b',uuid=f056ff49-0b96-4a59-b9ff-c7a00f53630c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converting VIF {"id": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "address": "fa:16:3e:9f:29:e3", "network": {"id": "45b439ae-0add-4d90-92a5-fa89342a6f68", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-866143980-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c61b89d931dd4ad789d18f4f576238d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e184bcf-41", "ovs_interfaceid": "4e184bcf-4155-42bb-ac80-0e2aa294465f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG os_vif [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4e184bcf-41, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d5c370f-8583-4dab-a6b5-78e59757fde8) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:02 user nova-compute[75254]: INFO os_vif [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:29:e3,bridge_name='br-int',has_traffic_filtering=True,id=4e184bcf-4155-42bb-ac80-0e2aa294465f,network=Network(45b439ae-0add-4d90-92a5-fa89342a6f68),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e184bcf-41')
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Deleting instance files /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c_del
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Deletion of /opt/stack/data/nova/instances/f056ff49-0b96-4a59-b9ff-c7a00f53630c_del complete
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.compute.manager [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 29 10:29:02 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Took 0.41 seconds to deallocate network for instance.
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-515c54c4-a44c-4b7e-b0d7-d20bc70ce9c3 req-bd4c53d2-6853-4a18-b8d2-91bf075e3373 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-vif-deleted-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.compute.manager [req-515c54c4-a44c-4b7e-b0d7-d20bc70ce9c3 req-bd4c53d2-6853-4a18-b8d2-91bf075e3373 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Neutron deleted interface 4e184bcf-4155-42bb-ac80-0e2aa294465f; detaching it from the instance and deleting it from the info cache
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-515c54c4-a44c-4b7e-b0d7-d20bc70ce9c3 req-bd4c53d2-6853-4a18-b8d2-91bf075e3373 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-515c54c4-a44c-4b7e-b0d7-d20bc70ce9c3 req-bd4c53d2-6853-4a18-b8d2-91bf075e3373 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Detach interface failed, port_id=4e184bcf-4155-42bb-ac80-0e2aa294465f, reason: Instance f056ff49-0b96-4a59-b9ff-c7a00f53630c could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:29:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.238s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:02 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Deleted allocations for instance f056ff49-0b96-4a59-b9ff-c7a00f53630c
Nov 29 10:29:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6a36718a-f7f9-41c4-8b36-d2f8dfc2cdd1 tempest-ServerBootFromVolumeStableRescueTest-963087896 tempest-ServerBootFromVolumeStableRescueTest-963087896-project-member] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.704s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-aadd8332-c920-4baa-8b19-4bba46c735c0 req-ebe39a2f-ee29-42c1-b13e-316a14ad4db6 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received event network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aadd8332-c920-4baa-8b19-4bba46c735c0 req-ebe39a2f-ee29-42c1-b13e-316a14ad4db6 service nova] Acquiring lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aadd8332-c920-4baa-8b19-4bba46c735c0 req-ebe39a2f-ee29-42c1-b13e-316a14ad4db6 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aadd8332-c920-4baa-8b19-4bba46c735c0 req-ebe39a2f-ee29-42c1-b13e-316a14ad4db6 service nova] Lock "f056ff49-0b96-4a59-b9ff-c7a00f53630c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-aadd8332-c920-4baa-8b19-4bba46c735c0 req-ebe39a2f-ee29-42c1-b13e-316a14ad4db6 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] No waiting events found dispatching network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:03 user nova-compute[75254]: WARNING nova.compute.manager [req-aadd8332-c920-4baa-8b19-4bba46c735c0 req-ebe39a2f-ee29-42c1-b13e-316a14ad4db6 service nova] [instance: f056ff49-0b96-4a59-b9ff-c7a00f53630c] Received unexpected event network-vif-plugged-4e184bcf-4155-42bb-ac80-0e2aa294465f for instance with vm_state deleted and task_state None.
Nov 29 10:29:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 is timed out.
Nov 29 10:29:13 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully detached device vdb from instance d7b37ed9-7961-453e-916a-9eda0aa6ec70 from the live domain config.
Nov 29 10:29:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NnASduaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:29:13 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c6223e-aa29-4699-903f-5924412afac8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:29:13 user nova-compute[75254]: No targets found.
Nov 29 10:29:13 user nova-compute[75254]: iSNS:
Nov 29 10:29:13 user nova-compute[75254]: No targets found.
Nov 29 10:29:13 user nova-compute[75254]: STATIC:
Nov 29 10:29:13 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a
Nov 29 10:29:13 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:29:13 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:29:13 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255
Nov 29 10:29:13 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:29:13 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:29:13 user nova-compute[75254]: FIRMWARE:
Nov 29 10:29:13 user nova-compute[75254]: No targets found.
Nov 29 10:29:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:29:13 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:29:13 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[255bde18-319a-4c44-97dd-babd0aac9c01]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b71720-04cf-4791-b9e0-e771b687c8b2]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:29:13 user nova-compute[75254]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 (non-flash)
Nov 29 10:29:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:29:13 user nova-compute[75254]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 (non-flash)
Nov 29 10:29:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4108310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e0bc15f-a297-4978-859f-8737af98757f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c00573c6-78cd-45f3-b027-c8660357d975]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8448e896-e372-4a9f-aa60-562a399a0e55]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[84eef79e-cd8d-4b9d-8f64-dac20ed19e42]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.127s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b105a00a-653c-4679-a235-e7bd731d8d28]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7afd8ecc-2f57-4c0e-b819-1f016009d2d8]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260]
Nov 29 10:29:13 user nova-compute[75254]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255, portal: 172.16.0.220,3260] successful.
Nov 29 10:29:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b929f16-35f3-43d0-810a-c3ada55f8799]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== disconnect_volume: return (421ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:29:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'flavor' on Instance uuid d7b37ed9-7961-453e-916a-9eda0aa6ec70 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5539e7a8-876f-4d68-b514-7fcb6ebf3777 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.751s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.618s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:14 user nova-compute[75254]: INFO nova.compute.manager [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Terminating instance
Nov 29 10:29:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-e0c24e07-9b29-4cae-a2dd-a1e9b22f2f0d req-d3fc9106-cd7b-4606-9843-a07f84910dd3 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-vif-unplugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e0c24e07-9b29-4cae-a2dd-a1e9b22f2f0d req-d3fc9106-cd7b-4606-9843-a07f84910dd3 service nova] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e0c24e07-9b29-4cae-a2dd-a1e9b22f2f0d req-d3fc9106-cd7b-4606-9843-a07f84910dd3 service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e0c24e07-9b29-4cae-a2dd-a1e9b22f2f0d req-d3fc9106-cd7b-4606-9843-a07f84910dd3 service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-e0c24e07-9b29-4cae-a2dd-a1e9b22f2f0d req-d3fc9106-cd7b-4606-9843-a07f84910dd3 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] No waiting events found dispatching network-vif-unplugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-e0c24e07-9b29-4cae-a2dd-a1e9b22f2f0d req-d3fc9106-cd7b-4606-9843-a07f84910dd3 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-vif-unplugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:29:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Instance destroyed successfully.
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lazy-loading 'resources' on Instance uuid d7b37ed9-7961-453e-916a-9eda0aa6ec70 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1378411570',display_name='tempest-VolumesSnapshotTestJSON-instance-1378411570',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1378411570',id=31,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHAPZGt4++WAmfHLo5ieOq5BI/cRshDDD/N3tIR8LALRCWPzbobYcMU3J0SqMshSe/pO8U5NkfKhkUSWXiKJVzPxXTBD3jk304s1aYXsGE71z/RhDzKSUX+HzUes6XalxA==',key_name='tempest-keypair-1667774049',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf066bd6715842918505694fca8b7d93',ramdisk_id='',reservation_id='r-yxtrnot1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1217130745',owner_user_name='tempest-VolumesSnapshotTestJSON-1217130745-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:26:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d233fdbab4744e1b00ddd12796fa9db',uuid=d7b37ed9-7961-453e-916a-9eda0aa6ec70,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converting VIF {"id": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "address": "fa:16:3e:32:63:65", "network": {"id": "ac681839-245c-4fec-a1c6-9fafd37cfe83", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1631617411-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf066bd6715842918505694fca8b7d93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8acda142-a3", "ovs_interfaceid": "8acda142-a3cd-4be5-af67-ad69107ac5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_vif [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8acda142-a3, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=15d30137-d95e-46da-9a96-b8e917906de5) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:15 user nova-compute[75254]: INFO os_vif [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:63:65,bridge_name='br-int',has_traffic_filtering=True,id=8acda142-a3cd-4be5-af67-ad69107ac5e4,network=Network(ac681839-245c-4fec-a1c6-9fafd37cfe83),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8acda142-a3')
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NnASduaL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:29:15 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef985fe-fa30-4283-aa6c-3d80071e1d8a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:29:15 user nova-compute[75254]: No targets found.
Nov 29 10:29:15 user nova-compute[75254]: iSNS:
Nov 29 10:29:15 user nova-compute[75254]: No targets found.
Nov 29 10:29:15 user nova-compute[75254]: STATIC:
Nov 29 10:29:15 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a
Nov 29 10:29:15 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:29:15 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:29:15 user nova-compute[75254]: FIRMWARE:
Nov 29 10:29:15 user nova-compute[75254]: No targets found.
Nov 29 10:29:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:29:15 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:29:15 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ac8091c-eb42-4ff3-b374-7594a9258255', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29506ce-faae-4203-ba32-4ddc27b371f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cefb45e-51e1-4bb2-9d58-b67163001d9d]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:29:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:29:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb40f8310>, {}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Disconnecting from: [] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.068s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] <== disconnect_volume: return (69ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:29:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Deleting instance files /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70_del
Nov 29 10:29:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Deletion of /opt/stack/data/nova/instances/d7b37ed9-7961-453e-916a-9eda0aa6ec70_del complete
Nov 29 10:29:15 user nova-compute[75254]: INFO nova.compute.manager [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 29 10:29:15 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:29:15 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:29:16 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:29:16 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Took 1.19 seconds to deallocate network for instance.
Nov 29 10:29:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-b3bd100e-8f72-452f-a46f-d13389c23e0d req-49291137-a7ca-4473-af4f-f97014b1e1c3 service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-vif-deleted-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:16 user nova-compute[75254]: WARNING nova.volume.cinder [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Attachment 8f685c7a-ee8b-45b8-b861-bedb72082db3 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 8f685c7a-ee8b-45b8-b861-bedb72082db3. (HTTP 404) (Request-ID: req-bab203e9-e543-460a-bfc0-2cedc75b24f3)
Nov 29 10:29:16 user nova-compute[75254]: INFO nova.compute.manager [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Took 0.02 seconds to detach 1 volumes for instance.
Nov 29 10:29:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-946c330f-1fef-4925-bf65-eda194450477 req-1aa894f6-e064-4061-a1f3-5914ef2e07ed service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received event network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-946c330f-1fef-4925-bf65-eda194450477 req-1aa894f6-e064-4061-a1f3-5914ef2e07ed service nova] Acquiring lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-946c330f-1fef-4925-bf65-eda194450477 req-1aa894f6-e064-4061-a1f3-5914ef2e07ed service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-946c330f-1fef-4925-bf65-eda194450477 req-1aa894f6-e064-4061-a1f3-5914ef2e07ed service nova] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-946c330f-1fef-4925-bf65-eda194450477 req-1aa894f6-e064-4061-a1f3-5914ef2e07ed service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] No waiting events found dispatching network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:17 user nova-compute[75254]: WARNING nova.compute.manager [req-946c330f-1fef-4925-bf65-eda194450477 req-1aa894f6-e064-4061-a1f3-5914ef2e07ed service nova] [instance: d7b37ed9-7961-453e-916a-9eda0aa6ec70] Received unexpected event network-vif-plugged-8acda142-a3cd-4be5-af67-ad69107ac5e4 for instance with vm_state deleted and task_state None.
Nov 29 10:29:17 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:29:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.263s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:17 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Deleted allocations for instance d7b37ed9-7961-453e-916a-9eda0aa6ec70
Nov 29 10:29:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6792e4c6-2440-430c-970f-e5cbac6ad519 tempest-VolumesSnapshotTestJSON-1217130745 tempest-VolumesSnapshotTestJSON-1217130745-project-member] Lock "d7b37ed9-7961-453e-916a-9eda0aa6ec70" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.583s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:30 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:29:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:29:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:36 user nova-compute[75254]: INFO nova.compute.manager [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Terminating instance
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-8543f7a5-8c80-4a41-845f-ae406eff46f0 req-e86accc5-b415-4465-a47f-2bc59c297127 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-unplugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8543f7a5-8c80-4a41-845f-ae406eff46f0 req-e86accc5-b415-4465-a47f-2bc59c297127 service nova] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8543f7a5-8c80-4a41-845f-ae406eff46f0 req-e86accc5-b415-4465-a47f-2bc59c297127 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8543f7a5-8c80-4a41-845f-ae406eff46f0 req-e86accc5-b415-4465-a47f-2bc59c297127 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-8543f7a5-8c80-4a41-845f-ae406eff46f0 req-e86accc5-b415-4465-a47f-2bc59c297127 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] No waiting events found dispatching network-vif-unplugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-8543f7a5-8c80-4a41-845f-ae406eff46f0 req-e86accc5-b415-4465-a47f-2bc59c297127 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-unplugged-7c826b39-da9d-4691-87a5-06d2749f300b for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Instance destroyed successfully.
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.objects.instance [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lazy-loading 'resources' on Instance uuid d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:27:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-586878463',display_name='tempest-VolumesActionsTest-instance-586878463',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-586878463',id=33,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:27:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dbc58fe76c334434a155d37b6ea943b8',ramdisk_id='',reservation_id='r-ptu13t0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1647032926',owner_user_name='tempest-VolumesActionsTest-1647032926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:27:51Z,user_data=None,user_id='f554de11c23f4209b18c0c16c96f5143',uuid=d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converting VIF {"id": "7c826b39-da9d-4691-87a5-06d2749f300b", "address": "fa:16:3e:13:19:b3", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c826b39-da", "ovs_interfaceid": "7c826b39-da9d-4691-87a5-06d2749f300b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG os_vif [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c826b39-da, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cae95259-6a9c-47bf-96d7-bb807e7438ab) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: INFO os_vif [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:19:b3,bridge_name='br-int',has_traffic_filtering=True,id=7c826b39-da9d-4691-87a5-06d2749f300b,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c826b39-da')
Nov 29 10:29:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Deleting instance files /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d_del
Nov 29 10:29:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Deletion of /opt/stack/data/nova/instances/d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d_del complete
Nov 29 10:29:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:36 user nova-compute[75254]: INFO nova.compute.manager [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 29 10:29:36 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:29:36 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:29:37 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Took 0.67 seconds to deallocate network for instance.
Nov 29 10:29:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:29:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.227s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:37 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Deleted allocations for instance d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d
Nov 29 10:29:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-977b05b8-3efa-4199-bbaa-95764f86e094 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.952s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] No waiting events found dispatching network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:38 user nova-compute[75254]: WARNING nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received unexpected event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b for instance with vm_state deleted and task_state None.
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] No waiting events found dispatching network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:38 user nova-compute[75254]: WARNING nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received unexpected event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b for instance with vm_state deleted and task_state None.
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Acquiring lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] Lock "d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] No waiting events found dispatching network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:29:38 user nova-compute[75254]: WARNING nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received unexpected event network-vif-plugged-7c826b39-da9d-4691-87a5-06d2749f300b for instance with vm_state deleted and task_state None.
Nov 29 10:29:38 user nova-compute[75254]: DEBUG nova.compute.manager [req-4d3325a1-10e7-4f4f-a2a8-72444a46eef1 req-7708cec9-6ca3-43eb-b509-7df82c663377 service nova] [instance: d4d1e4c7-aebf-40dd-b2f2-94aad2bdf42d] Received event network-vif-deleted-7c826b39-da9d-4691-87a5-06d2749f300b {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:29:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:29:40 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:29:40 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8557MB free_disk=25.25238800048828GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Applying migration context for instance 7f18c7e8-23e9-4401-95bf-55c012339640 as it has an incoming, in-progress migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8. Migration status is finished {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 29 10:29:40 user nova-compute[75254]: INFO nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating resource usage from migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7f18c7e8-23e9-4401-95bf-55c012339640 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:29:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.285s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:47 user nova-compute[75254]: DEBUG nova.compute.manager [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Going to confirm migration 2 {{(pid=75254) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.objects.instance [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'info_cache' on Instance uuid 7f18c7e8-23e9-4401-95bf-55c012339640 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.objects.instance [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'migration_context' on Instance uuid 7f18c7e8-23e9-4401-95bf-55c012339640 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.objects.base [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Object Instance<7f18c7e8-23e9-4401-95bf-55c012339640> lazy-loaded attributes: info_cache,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:29:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.209s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:49 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Deleted allocation for migration 4c79e3ac-4ca6-40e2-adbe-0c744e1d34a8
Nov 29 10:29:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-456c2509-1d42-468b-8a09-01e63544c3eb tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.578s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:29:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:29:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:30:05 user nova-compute[75254]: INFO nova.compute.claims [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Claim successful on node user
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.273s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.network.neutron [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:30:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.policy [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f83f0094fe4cfb99a9ca3e468c9b72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c51a4f882fb2414ea77165d68da95519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:30:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Creating image(s)
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "/opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk 1073741824" returned: 0 in 0.052s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking if we can resize image /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Successfully created port: 5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Cannot resize image /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Ensure instance console log exists: /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Successfully updated port: 5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquired lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-changed-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Refreshing instance network info cache due to event network-changed-5776ff85-ac0d-4bf8-9310-90ca2e5807ac. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] Acquiring lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating instance_info_cache with network_info: [{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Releasing lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Instance network_info: |[{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] Acquired lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Refreshing network info cache for port 5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Start _get_guest_xml network_info=[{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:30:07 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:07 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:30:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-772202148',display_name='tempest-AttachVolumeNegativeTest-server-772202148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-772202148',id=34,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDHoL52p5rBuq2fR5SN7t/HEOGoJe6Krqw0+GcFvtQAxFA6jdgjZykd6ek+T8kcNkPK5aKrgptIiHNlTDP1NmnhOAOw76w64Gp7yqLCupCdCjoRoZaNczsYWAgQrZLPYA==',key_name='tempest-keypair-1548815869',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-jstakc7y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=375a4485-8909-4037-bfc3-f02b80d9c86c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.objects.instance [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'pci_devices' on Instance uuid 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:30:08 user nova-compute[75254]:   <uuid>375a4485-8909-4037-bfc3-f02b80d9c86c</uuid>
Nov 29 10:30:08 user nova-compute[75254]:   <name>instance-00000022</name>
Nov 29 10:30:08 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:30:08 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:30:08 user nova-compute[75254]:   <metadata>
Nov 29 10:30:08 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:30:08 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:30:08 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeNegativeTest-server-772202148</nova:name>
Nov 29 10:30:08 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:30:07</nova:creationTime>
Nov 29 10:30:08 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:30:08 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:30:08 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:30:08 user nova-compute[75254]:       <nova:owner>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:user uuid="b2f83f0094fe4cfb99a9ca3e468c9b72">tempest-AttachVolumeNegativeTest-1153176039-project-member</nova:user>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:project uuid="c51a4f882fb2414ea77165d68da95519">tempest-AttachVolumeNegativeTest-1153176039</nova:project>
Nov 29 10:30:08 user nova-compute[75254]:       </nova:owner>
Nov 29 10:30:08 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:30:08 user nova-compute[75254]:       <nova:ports>
Nov 29 10:30:08 user nova-compute[75254]:         <nova:port uuid="5776ff85-ac0d-4bf8-9310-90ca2e5807ac">
Nov 29 10:30:08 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:30:08 user nova-compute[75254]:         </nova:port>
Nov 29 10:30:08 user nova-compute[75254]:       </nova:ports>
Nov 29 10:30:08 user nova-compute[75254]:     </nova:instance>
Nov 29 10:30:08 user nova-compute[75254]:   </metadata>
Nov 29 10:30:08 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:30:08 user nova-compute[75254]:     <system>
Nov 29 10:30:08 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:30:08 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:30:08 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:30:08 user nova-compute[75254]:       <entry name="serial">375a4485-8909-4037-bfc3-f02b80d9c86c</entry>
Nov 29 10:30:08 user nova-compute[75254]:       <entry name="uuid">375a4485-8909-4037-bfc3-f02b80d9c86c</entry>
Nov 29 10:30:08 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:30:08 user nova-compute[75254]:     </system>
Nov 29 10:30:08 user nova-compute[75254]:   </sysinfo>
Nov 29 10:30:08 user nova-compute[75254]:   <os>
Nov 29 10:30:08 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:30:08 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:30:08 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:30:08 user nova-compute[75254]:   </os>
Nov 29 10:30:08 user nova-compute[75254]:   <features>
Nov 29 10:30:08 user nova-compute[75254]:     <acpi/>
Nov 29 10:30:08 user nova-compute[75254]:     <apic/>
Nov 29 10:30:08 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:30:08 user nova-compute[75254]:   </features>
Nov 29 10:30:08 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:30:08 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:30:08 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:30:08 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:30:08 user nova-compute[75254]:   </clock>
Nov 29 10:30:08 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:30:08 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:30:08 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:30:08 user nova-compute[75254]:   </cpu>
Nov 29 10:30:08 user nova-compute[75254]:   <devices>
Nov 29 10:30:08 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:30:08 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:30:08 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk"/>
Nov 29 10:30:08 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:30:08 user nova-compute[75254]:     </disk>
Nov 29 10:30:08 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:30:08 user nova-compute[75254]:       <mac address="fa:16:3e:5a:d6:d2"/>
Nov 29 10:30:08 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:08 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:30:08 user nova-compute[75254]:       <target dev="tap5776ff85-ac"/>
Nov 29 10:30:08 user nova-compute[75254]:     </interface>
Nov 29 10:30:08 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:30:08 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/console.log" append="off"/>
Nov 29 10:30:08 user nova-compute[75254]:     </serial>
Nov 29 10:30:08 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:30:08 user nova-compute[75254]:     <video>
Nov 29 10:30:08 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:08 user nova-compute[75254]:     </video>
Nov 29 10:30:08 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:30:08 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:30:08 user nova-compute[75254]:     </rng>
Nov 29 10:30:08 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:30:08 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:30:08 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:30:08 user nova-compute[75254]:     </memballoon>
Nov 29 10:30:08 user nova-compute[75254]:   </devices>
Nov 29 10:30:08 user nova-compute[75254]: </domain>
Nov 29 10:30:08 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-772202148',display_name='tempest-AttachVolumeNegativeTest-server-772202148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-772202148',id=34,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDHoL52p5rBuq2fR5SN7t/HEOGoJe6Krqw0+GcFvtQAxFA6jdgjZykd6ek+T8kcNkPK5aKrgptIiHNlTDP1NmnhOAOw76w64Gp7yqLCupCdCjoRoZaNczsYWAgQrZLPYA==',key_name='tempest-keypair-1548815869',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-jstakc7y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=375a4485-8909-4037-bfc3-f02b80d9c86c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG os_vif [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea4c3d74-f383-560c-864c-e7d0cfe52a6c', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5776ff85-ac, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5776ff85-ac, col_values=(('qos', UUID('e1ea1655-268c-432f-82ea-8d2e739c0d50')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5776ff85-ac, col_values=(('external_ids', {'iface-id': '5776ff85-ac0d-4bf8-9310-90ca2e5807ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:d6:d2', 'vm-uuid': '375a4485-8909-4037-bfc3-f02b80d9c86c'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:08 user nova-compute[75254]: INFO os_vif [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac')
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:5a:d6:d2, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.network.neutron [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updated VIF entry in instance network info cache for port 5776ff85-ac0d-4bf8-9310-90ca2e5807ac. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG nova.network.neutron [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating instance_info_cache with network_info: [{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c35d56e0-19e3-41c8-a160-39ca09cc192a req-9a0faa35-8eac-47d5-82f7-80f1b2f09adc service nova] Releasing lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-599e1631-2827-4b14-b854-62a0062ec8e5 req-c9c01738-5aab-4562-8a9a-a4b10f2a2a3c service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-599e1631-2827-4b14-b854-62a0062ec8e5 req-c9c01738-5aab-4562-8a9a-a4b10f2a2a3c service nova] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-599e1631-2827-4b14-b854-62a0062ec8e5 req-c9c01738-5aab-4562-8a9a-a4b10f2a2a3c service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-599e1631-2827-4b14-b854-62a0062ec8e5 req-c9c01738-5aab-4562-8a9a-a4b10f2a2a3c service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-599e1631-2827-4b14-b854-62a0062ec8e5 req-c9c01738-5aab-4562-8a9a-a4b10f2a2a3c service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] No waiting events found dispatching network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:09 user nova-compute[75254]: WARNING nova.compute.manager [req-599e1631-2827-4b14-b854-62a0062ec8e5 req-c9c01738-5aab-4562-8a9a-a4b10f2a2a3c service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received unexpected event network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac for instance with vm_state building and task_state spawning.
Nov 29 10:30:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-54941b69-0f7e-4fc1-b8a4-4fe85e455c87 req-b86892ce-3d76-4b10-9375-eaa6628be1b0 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-54941b69-0f7e-4fc1-b8a4-4fe85e455c87 req-b86892ce-3d76-4b10-9375-eaa6628be1b0 service nova] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-54941b69-0f7e-4fc1-b8a4-4fe85e455c87 req-b86892ce-3d76-4b10-9375-eaa6628be1b0 service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-54941b69-0f7e-4fc1-b8a4-4fe85e455c87 req-b86892ce-3d76-4b10-9375-eaa6628be1b0 service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-54941b69-0f7e-4fc1-b8a4-4fe85e455c87 req-b86892ce-3d76-4b10-9375-eaa6628be1b0 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] No waiting events found dispatching network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:11 user nova-compute[75254]: WARNING nova.compute.manager [req-54941b69-0f7e-4fc1-b8a4-4fe85e455c87 req-b86892ce-3d76-4b10-9375-eaa6628be1b0 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received unexpected event network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac for instance with vm_state building and task_state spawning.
Nov 29 10:30:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:30:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:30:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Instance spawned successfully.
Nov 29 10:30:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:12 user nova-compute[75254]: INFO nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Took 6.43 seconds to spawn the instance on the hypervisor.
Nov 29 10:30:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:30:12 user nova-compute[75254]: INFO nova.compute.manager [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Took 7.13 seconds to build instance.
Nov 29 10:30:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-37b6831b-09e2-47b0-900a-664b18175e48 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.246s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:27 user nova-compute[75254]: INFO nova.compute.manager [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Unshelving
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'pci_requests' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'numa_topology' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:30:27 user nova-compute[75254]: INFO nova.compute.claims [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Claim successful on node user
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.309s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:27 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:30:27 user nova-compute[75254]: INFO nova.compute.claims [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Claim successful on node user
Nov 29 10:30:28 user nova-compute[75254]: INFO nova.network.neutron [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating port f69a5c66-3157-480d-a719-2dda3e9e5a66 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.308s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:30:28 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.policy [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f554de11c23f4209b18c0c16c96f5143', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc58fe76c334434a155d37b6ea943b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:30:28 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Creating image(s)
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "/opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "/opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk 1073741824" returned: 0 in 0.049s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing instance network info cache due to event network-changed-f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] Acquiring lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Cannot resize image /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Ensure instance console log exists: /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Successfully created port: 010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:30:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Creating image(s)
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'trusted_certs' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] Acquired lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Refreshing network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG nova.objects.base [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<a200ddab-5c71-48a4-b48e-c70d7f7f1414> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "849cfd2d58ce5a9b216a8354135eed18a1952c95" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "849cfd2d58ce5a9b216a8354135eed18a1952c95" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Successfully updated port: 010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "refresh_cache-d2a5291f-2317-4e8e-89cc-55354adcd661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquired lock "refresh_cache-d2a5291f-2317-4e8e-89cc-55354adcd661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.part --force-share --output=json" returned: 0 in 0.213s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.images [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] 0a3dbb77-df71-4684-9bf6-230852093abc was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.part /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-changed-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Refreshing instance network info cache due to event network-changed-010fe96a-029e-49f8-8537-4393e475bdd3. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] Acquiring lock "refresh_cache-d2a5291f-2317-4e8e-89cc-55354adcd661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.part /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.converted" returned: 0 in 0.331s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95.converted --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "849cfd2d58ce5a9b216a8354135eed18a1952c95" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.945s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Skipping network cache update for instance because it is Building. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updated VIF entry in instance network info cache for port f69a5c66-3157-480d-a719-2dda3e9e5a66. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Updating instance_info_cache with network_info: [{"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-18a48878-8a37-4ced-b815-fcfc493ef503 req-c66c84c7-2fc9-4105-b5a3-5ec5b2932464 service nova] Releasing lock "refresh_cache-a200ddab-5c71-48a4-b48e-c70d7f7f1414" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Releasing lock "refresh_cache-d2a5291f-2317-4e8e-89cc-55354adcd661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Instance network_info: |[{"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] Acquired lock "refresh_cache-d2a5291f-2317-4e8e-89cc-55354adcd661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Refreshing network info cache for port 010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Start _get_guest_xml network_info=[{"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 641998ff-7999-4e17-b15f-fb23d6af85fa {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:30:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1051764196',display_name='tempest-VolumesActionsTest-instance-1051764196',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1051764196',id=35,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dbc58fe76c334434a155d37b6ea943b8',ramdisk_id='',reservation_id='r-vbh1f65p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1647032926',owner_user_name='tempest-VolumesActionsTest-1647032926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:28Z,user_data=None,user_id='f554de11c23f4209b18c0c16c96f5143',uuid=d2a5291f-2317-4e8e-89cc-55354adcd661,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converting VIF {"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lazy-loading 'pci_devices' on Instance uuid d2a5291f-2317-4e8e-89cc-55354adcd661 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 --force-share --output=json" returned: 0 in 0.259s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "849cfd2d58ce5a9b216a8354135eed18a1952c95" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "849cfd2d58ce5a9b216a8354135eed18a1952c95" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:30:32 user nova-compute[75254]:   <uuid>d2a5291f-2317-4e8e-89cc-55354adcd661</uuid>
Nov 29 10:30:32 user nova-compute[75254]:   <name>instance-00000023</name>
Nov 29 10:30:32 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:30:32 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:30:32 user nova-compute[75254]:   <metadata>
Nov 29 10:30:32 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:30:32 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:30:32 user nova-compute[75254]:       <nova:name>tempest-VolumesActionsTest-instance-1051764196</nova:name>
Nov 29 10:30:32 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:30:31</nova:creationTime>
Nov 29 10:30:32 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:30:32 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:30:32 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:30:32 user nova-compute[75254]:       <nova:owner>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:user uuid="f554de11c23f4209b18c0c16c96f5143">tempest-VolumesActionsTest-1647032926-project-member</nova:user>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:project uuid="dbc58fe76c334434a155d37b6ea943b8">tempest-VolumesActionsTest-1647032926</nova:project>
Nov 29 10:30:32 user nova-compute[75254]:       </nova:owner>
Nov 29 10:30:32 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:30:32 user nova-compute[75254]:       <nova:ports>
Nov 29 10:30:32 user nova-compute[75254]:         <nova:port uuid="010fe96a-029e-49f8-8537-4393e475bdd3">
Nov 29 10:30:32 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 29 10:30:32 user nova-compute[75254]:         </nova:port>
Nov 29 10:30:32 user nova-compute[75254]:       </nova:ports>
Nov 29 10:30:32 user nova-compute[75254]:     </nova:instance>
Nov 29 10:30:32 user nova-compute[75254]:   </metadata>
Nov 29 10:30:32 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:30:32 user nova-compute[75254]:     <system>
Nov 29 10:30:32 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:30:32 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:30:32 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:30:32 user nova-compute[75254]:       <entry name="serial">d2a5291f-2317-4e8e-89cc-55354adcd661</entry>
Nov 29 10:30:32 user nova-compute[75254]:       <entry name="uuid">d2a5291f-2317-4e8e-89cc-55354adcd661</entry>
Nov 29 10:30:32 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:30:32 user nova-compute[75254]:     </system>
Nov 29 10:30:32 user nova-compute[75254]:   </sysinfo>
Nov 29 10:30:32 user nova-compute[75254]:   <os>
Nov 29 10:30:32 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:30:32 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:30:32 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:30:32 user nova-compute[75254]:   </os>
Nov 29 10:30:32 user nova-compute[75254]:   <features>
Nov 29 10:30:32 user nova-compute[75254]:     <acpi/>
Nov 29 10:30:32 user nova-compute[75254]:     <apic/>
Nov 29 10:30:32 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:30:32 user nova-compute[75254]:   </features>
Nov 29 10:30:32 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:30:32 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:30:32 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:30:32 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:30:32 user nova-compute[75254]:   </clock>
Nov 29 10:30:32 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:30:32 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:30:32 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:30:32 user nova-compute[75254]:   </cpu>
Nov 29 10:30:32 user nova-compute[75254]:   <devices>
Nov 29 10:30:32 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:30:32 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:30:32 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk"/>
Nov 29 10:30:32 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:30:32 user nova-compute[75254]:     </disk>
Nov 29 10:30:32 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:30:32 user nova-compute[75254]:       <mac address="fa:16:3e:1d:e7:99"/>
Nov 29 10:30:32 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:32 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:30:32 user nova-compute[75254]:       <target dev="tap010fe96a-02"/>
Nov 29 10:30:32 user nova-compute[75254]:     </interface>
Nov 29 10:30:32 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:30:32 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/console.log" append="off"/>
Nov 29 10:30:32 user nova-compute[75254]:     </serial>
Nov 29 10:30:32 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:30:32 user nova-compute[75254]:     <video>
Nov 29 10:30:32 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:32 user nova-compute[75254]:     </video>
Nov 29 10:30:32 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:30:32 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:30:32 user nova-compute[75254]:     </rng>
Nov 29 10:30:32 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:30:32 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:30:32 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:30:32 user nova-compute[75254]:     </memballoon>
Nov 29 10:30:32 user nova-compute[75254]:   </devices>
Nov 29 10:30:32 user nova-compute[75254]: </domain>
Nov 29 10:30:32 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1051764196',display_name='tempest-VolumesActionsTest-instance-1051764196',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1051764196',id=35,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dbc58fe76c334434a155d37b6ea943b8',ramdisk_id='',reservation_id='r-vbh1f65p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1647032926',owner_user_name='tempest-VolumesActionsTest-1647032926-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:28Z,user_data=None,user_id='f554de11c23f4209b18c0c16c96f5143',uuid=d2a5291f-2317-4e8e-89cc-55354adcd661,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converting VIF {"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG os_vif [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82994efc-5093-5c5d-8d11-5935a2aeb34f', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap010fe96a-02, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap010fe96a-02, col_values=(('qos', UUID('5f59e5f7-31ab-407e-a4d7-fe2bba940301')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap010fe96a-02, col_values=(('external_ids', {'iface-id': '010fe96a-029e-49f8-8537-4393e475bdd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:e7:99', 'vm-uuid': 'd2a5291f-2317-4e8e-89cc-55354adcd661'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:32 user nova-compute[75254]: INFO os_vif [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02')
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] No VIF found with MAC fa:16:3e:1d:e7:99, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 --force-share --output=json" returned: 0 in 0.238s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95,backing_fmt=raw /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95,backing_fmt=raw /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk 1073741824" returned: 0 in 0.056s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "849cfd2d58ce5a9b216a8354135eed18a1952c95" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Updated VIF entry in instance network info cache for port 010fe96a-029e-49f8-8537-4393e475bdd3. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.neutron [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Updating instance_info_cache with network_info: [{"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1120ce6f-52fa-4cc1-8af3-ed6397d254a0 req-2543361a-76ad-4b9c-97ac-e058b569763b service nova] Releasing lock "refresh_cache-d2a5291f-2317-4e8e-89cc-55354adcd661" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [{"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'migration_context' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.objects.base [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<a200ddab-5c71-48a4-b48e-c70d7f7f1414> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:30:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Rebasing disk image.
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-641998ff-7999-4e17-b15f-fb23d6af85fa" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 -F raw /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:30:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-5315eae4-c7cc-480a-a60f-bd0fc27ca5cb req-2eb068ff-977d-4b26-abf2-d27a8eee524b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5315eae4-c7cc-480a-a60f-bd0fc27ca5cb req-2eb068ff-977d-4b26-abf2-d27a8eee524b service nova] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5315eae4-c7cc-480a-a60f-bd0fc27ca5cb req-2eb068ff-977d-4b26-abf2-d27a8eee524b service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5315eae4-c7cc-480a-a60f-bd0fc27ca5cb req-2eb068ff-977d-4b26-abf2-d27a8eee524b service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-5315eae4-c7cc-480a-a60f-bd0fc27ca5cb req-2eb068ff-977d-4b26-abf2-d27a8eee524b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] No waiting events found dispatching network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:33 user nova-compute[75254]: WARNING nova.compute.manager [req-5315eae4-c7cc-480a-a60f-bd0fc27ca5cb req-2eb068ff-977d-4b26-abf2-d27a8eee524b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received unexpected event network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 for instance with vm_state building and task_state spawning.
Nov 29 10:30:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 -F raw /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk" returned: 0 in 2.322s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Ensure instance console log exists: /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Start _get_guest_xml network_info=[{"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e37baefdba5ea82905912c2a67e61423',container_format='bare',created_at=2023-11-29T10:28:34Z,direct_url=<?>,disk_format='qcow2',id=0a3dbb77-df71-4684-9bf6-230852093abc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1156989291-shelved',owner='5f13bcc2b05b41fbb1a761791cf12bb6',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T10:28:39Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:30:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:35 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e37baefdba5ea82905912c2a67e61423',container_format='bare',created_at=2023-11-29T10:28:34Z,direct_url=<?>,disk_format='qcow2',id=0a3dbb77-df71-4684-9bf6-230852093abc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1156989291-shelved',owner='5f13bcc2b05b41fbb1a761791cf12bb6',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-29T10:28:39Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'vcpu_model' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.objects.base [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<a200ddab-5c71-48a4-b48e-c70d7f7f1414> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1156989291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1156989291',id=32,image_ref='0a3dbb77-df71-4684-9bf6-230852093abc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1967325685',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-0k44o5u6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member',shelved_at='2023-11-29T10:28:39.341237',shelved_host='user',shelved_image_id='0a3dbb77-df71-4684-9bf6-230852093abc'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=a200ddab-5c71-48a4-b48e-c70d7f7f1414,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'pci_devices' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.objects.base [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Object Instance<a200ddab-5c71-48a4-b48e-c70d7f7f1414> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:30:35 user nova-compute[75254]:   <uuid>a200ddab-5c71-48a4-b48e-c70d7f7f1414</uuid>
Nov 29 10:30:35 user nova-compute[75254]:   <name>instance-00000020</name>
Nov 29 10:30:35 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:30:35 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:30:35 user nova-compute[75254]:   <metadata>
Nov 29 10:30:35 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:30:35 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:30:35 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1156989291</nova:name>
Nov 29 10:30:35 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:30:35</nova:creationTime>
Nov 29 10:30:35 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:30:35 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:30:35 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:30:35 user nova-compute[75254]:       <nova:owner>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:user uuid="4272be829c5746ed8883c01ddab468a9">tempest-AttachVolumeShelveTestJSON-1863307670-project-member</nova:user>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:project uuid="5f13bcc2b05b41fbb1a761791cf12bb6">tempest-AttachVolumeShelveTestJSON-1863307670</nova:project>
Nov 29 10:30:35 user nova-compute[75254]:       </nova:owner>
Nov 29 10:30:35 user nova-compute[75254]:       <nova:root type="image" uuid="0a3dbb77-df71-4684-9bf6-230852093abc"/>
Nov 29 10:30:35 user nova-compute[75254]:       <nova:ports>
Nov 29 10:30:35 user nova-compute[75254]:         <nova:port uuid="f69a5c66-3157-480d-a719-2dda3e9e5a66">
Nov 29 10:30:35 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 29 10:30:35 user nova-compute[75254]:         </nova:port>
Nov 29 10:30:35 user nova-compute[75254]:       </nova:ports>
Nov 29 10:30:35 user nova-compute[75254]:     </nova:instance>
Nov 29 10:30:35 user nova-compute[75254]:   </metadata>
Nov 29 10:30:35 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:30:35 user nova-compute[75254]:     <system>
Nov 29 10:30:35 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:30:35 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:30:35 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:30:35 user nova-compute[75254]:       <entry name="serial">a200ddab-5c71-48a4-b48e-c70d7f7f1414</entry>
Nov 29 10:30:35 user nova-compute[75254]:       <entry name="uuid">a200ddab-5c71-48a4-b48e-c70d7f7f1414</entry>
Nov 29 10:30:35 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:30:35 user nova-compute[75254]:     </system>
Nov 29 10:30:35 user nova-compute[75254]:   </sysinfo>
Nov 29 10:30:35 user nova-compute[75254]:   <os>
Nov 29 10:30:35 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:30:35 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:30:35 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:30:35 user nova-compute[75254]:   </os>
Nov 29 10:30:35 user nova-compute[75254]:   <features>
Nov 29 10:30:35 user nova-compute[75254]:     <acpi/>
Nov 29 10:30:35 user nova-compute[75254]:     <apic/>
Nov 29 10:30:35 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:30:35 user nova-compute[75254]:   </features>
Nov 29 10:30:35 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:30:35 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:30:35 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:30:35 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:30:35 user nova-compute[75254]:   </clock>
Nov 29 10:30:35 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:30:35 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:30:35 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:30:35 user nova-compute[75254]:   </cpu>
Nov 29 10:30:35 user nova-compute[75254]:   <devices>
Nov 29 10:30:35 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:30:35 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:30:35 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk"/>
Nov 29 10:30:35 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:30:35 user nova-compute[75254]:     </disk>
Nov 29 10:30:35 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:30:35 user nova-compute[75254]:       <mac address="fa:16:3e:23:5f:bb"/>
Nov 29 10:30:35 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:35 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:30:35 user nova-compute[75254]:       <target dev="tapf69a5c66-31"/>
Nov 29 10:30:35 user nova-compute[75254]:     </interface>
Nov 29 10:30:35 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:30:35 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/console.log" append="off"/>
Nov 29 10:30:35 user nova-compute[75254]:     </serial>
Nov 29 10:30:35 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:30:35 user nova-compute[75254]:     <video>
Nov 29 10:30:35 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:35 user nova-compute[75254]:     </video>
Nov 29 10:30:35 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:30:35 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:30:35 user nova-compute[75254]:     </rng>
Nov 29 10:30:35 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:30:35 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:30:35 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:30:35 user nova-compute[75254]:     </memballoon>
Nov 29 10:30:35 user nova-compute[75254]:   </devices>
Nov 29 10:30:35 user nova-compute[75254]: </domain>
Nov 29 10:30:35 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1156989291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1156989291',id=32,image_ref='0a3dbb77-df71-4684-9bf6-230852093abc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1967325685',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:26:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-0k44o5u6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member',shelved_at='2023-11-29T10:28:39.341237',shelved_host='user',shelved_image_id='0a3dbb77-df71-4684-9bf6-230852093abc'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=a200ddab-5c71-48a4-b48e-c70d7f7f1414,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG os_vif [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd2e9712-0b49-5e46-ac13-cc0d91932a6f', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf69a5c66-31, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf69a5c66-31, col_values=(('qos', UUID('88d0c2df-11f1-431c-a8af-35dacab83d5e')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf69a5c66-31, col_values=(('external_ids', {'iface-id': 'f69a5c66-3157-480d-a719-2dda3e9e5a66', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:5f:bb', 'vm-uuid': 'a200ddab-5c71-48a4-b48e-c70d7f7f1414'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:35 user nova-compute[75254]: INFO os_vif [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31')
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] No VIF found with MAC fa:16:3e:23:5f:bb, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-b90311df-0a15-4644-a71c-f4c91bdcda15 req-07c1e574-233d-465e-afa5-e7cbae9893c8 service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b90311df-0a15-4644-a71c-f4c91bdcda15 req-07c1e574-233d-465e-afa5-e7cbae9893c8 service nova] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b90311df-0a15-4644-a71c-f4c91bdcda15 req-07c1e574-233d-465e-afa5-e7cbae9893c8 service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b90311df-0a15-4644-a71c-f4c91bdcda15 req-07c1e574-233d-465e-afa5-e7cbae9893c8 service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-b90311df-0a15-4644-a71c-f4c91bdcda15 req-07c1e574-233d-465e-afa5-e7cbae9893c8 service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] No waiting events found dispatching network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:35 user nova-compute[75254]: WARNING nova.compute.manager [req-b90311df-0a15-4644-a71c-f4c91bdcda15 req-07c1e574-233d-465e-afa5-e7cbae9893c8 service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received unexpected event network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 for instance with vm_state building and task_state spawning.
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:30:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Instance spawned successfully.
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:36 user nova-compute[75254]: INFO nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Took 7.76 seconds to spawn the instance on the hypervisor.
Nov 29 10:30:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:30:36 user nova-compute[75254]: INFO nova.compute.manager [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Took 8.44 seconds to build instance.
Nov 29 10:30:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-12de5409-a273-4a24-b306-6c0f574bcf60 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.542s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb03537c-105c-4fca-9a15-c37e1fd38266 req-1cdbbb68-c7b1-4fd2-8cd0-cc7cde5ced2e service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb03537c-105c-4fca-9a15-c37e1fd38266 req-1cdbbb68-c7b1-4fd2-8cd0-cc7cde5ced2e service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb03537c-105c-4fca-9a15-c37e1fd38266 req-1cdbbb68-c7b1-4fd2-8cd0-cc7cde5ced2e service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb03537c-105c-4fca-9a15-c37e1fd38266 req-1cdbbb68-c7b1-4fd2-8cd0-cc7cde5ced2e service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb03537c-105c-4fca-9a15-c37e1fd38266 req-1cdbbb68-c7b1-4fd2-8cd0-cc7cde5ced2e service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:37 user nova-compute[75254]: WARNING nova.compute.manager [req-bb03537c-105c-4fca-9a15-c37e1fd38266 req-1cdbbb68-c7b1-4fd2-8cd0-cc7cde5ced2e service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 10:30:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:30:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:30:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance spawned successfully.
Nov 29 10:30:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-2f6ecd33-7f2a-4600-8f42-db3797c311e2 req-7b6326b3-aa02-499b-8102-60ede52563df service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2f6ecd33-7f2a-4600-8f42-db3797c311e2 req-7b6326b3-aa02-499b-8102-60ede52563df service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2f6ecd33-7f2a-4600-8f42-db3797c311e2 req-7b6326b3-aa02-499b-8102-60ede52563df service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2f6ecd33-7f2a-4600-8f42-db3797c311e2 req-7b6326b3-aa02-499b-8102-60ede52563df service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-2f6ecd33-7f2a-4600-8f42-db3797c311e2 req-7b6326b3-aa02-499b-8102-60ede52563df service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:39 user nova-compute[75254]: WARNING nova.compute.manager [req-2f6ecd33-7f2a-4600-8f42-db3797c311e2 req-7b6326b3-aa02-499b-8102-60ede52563df service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 10:30:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:30:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c2adf944-b3be-4bd7-9dc4-e32513092db3 tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.899s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:41 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:44 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:44 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8433MB free_disk=25.18594741821289GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7f18c7e8-23e9-4401-95bf-55c012339640 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 375a4485-8909-4037-bfc3-f02b80d9c86c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a200ddab-5c71-48a4-b48e-c70d7f7f1414 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d2a5291f-2317-4e8e-89cc-55354adcd661 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.676s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:30:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:30:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:50 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:30:50 user nova-compute[75254]: INFO nova.compute.claims [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Claim successful on node user
Nov 29 10:30:50 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.323s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:30:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.policy [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8ab488d560942dc856187c0a39f92f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e63c3b01f6284cd983fc7c7a8dce8d48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:30:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Creating image(s)
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "/opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "/opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "/opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.212s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk 1073741824" returned: 0 in 0.056s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Successfully created port: 39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:30:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Cannot resize image /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Ensure instance console log exists: /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Successfully updated port: 39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquired lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-changed-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Refreshing instance network info cache due to event network-changed-39d5288f-b519-486d-a8a6-1dd904ee74d0. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] Acquiring lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating instance_info_cache with network_info: [{"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Releasing lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Instance network_info: |[{"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] Acquired lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Refreshing network info cache for port 39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Start _get_guest_xml network_info=[{"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:30:52 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:52 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1127936315',display_name='tempest-TestServerVolumeAttachmentScenario-server-1127936315',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1127936315',id=36,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLe+DtTcE7upIu/cXMHljF27Wgh46fAS7lheYmR8+xbAkUcEop4S2unCJFlaKBBOt/6zVbgQ86Mqy4CVTtqClyudAsm8LP3Pi9i7H1KcomPJziYL1K6W/VEk/VgYTkhwWg==',key_name='tempest-keypair-20634783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e63c3b01f6284cd983fc7c7a8dce8d48',ramdisk_id='',reservation_id='r-9kbv0his',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-715288378',owner_user_name='tempest-TestServerVolumeAttachmentScenario-715288378-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8ab488d560942dc856187c0a39f92f7',uuid=cdcf2504-ae56-42e9-a2ff-ba9faf6b406d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Converting VIF {"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.objects.instance [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'pci_devices' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:30:52 user nova-compute[75254]:   <uuid>cdcf2504-ae56-42e9-a2ff-ba9faf6b406d</uuid>
Nov 29 10:30:52 user nova-compute[75254]:   <name>instance-00000024</name>
Nov 29 10:30:52 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:30:52 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:30:52 user nova-compute[75254]:   <metadata>
Nov 29 10:30:52 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:30:52 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:30:52 user nova-compute[75254]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1127936315</nova:name>
Nov 29 10:30:52 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:30:52</nova:creationTime>
Nov 29 10:30:52 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:30:52 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:30:52 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:30:52 user nova-compute[75254]:       <nova:owner>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:user uuid="e8ab488d560942dc856187c0a39f92f7">tempest-TestServerVolumeAttachmentScenario-715288378-project-member</nova:user>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:project uuid="e63c3b01f6284cd983fc7c7a8dce8d48">tempest-TestServerVolumeAttachmentScenario-715288378</nova:project>
Nov 29 10:30:52 user nova-compute[75254]:       </nova:owner>
Nov 29 10:30:52 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:30:52 user nova-compute[75254]:       <nova:ports>
Nov 29 10:30:52 user nova-compute[75254]:         <nova:port uuid="39d5288f-b519-486d-a8a6-1dd904ee74d0">
Nov 29 10:30:52 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 10:30:52 user nova-compute[75254]:         </nova:port>
Nov 29 10:30:52 user nova-compute[75254]:       </nova:ports>
Nov 29 10:30:52 user nova-compute[75254]:     </nova:instance>
Nov 29 10:30:52 user nova-compute[75254]:   </metadata>
Nov 29 10:30:52 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:30:52 user nova-compute[75254]:     <system>
Nov 29 10:30:52 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:30:52 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:30:52 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:30:52 user nova-compute[75254]:       <entry name="serial">cdcf2504-ae56-42e9-a2ff-ba9faf6b406d</entry>
Nov 29 10:30:52 user nova-compute[75254]:       <entry name="uuid">cdcf2504-ae56-42e9-a2ff-ba9faf6b406d</entry>
Nov 29 10:30:52 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:30:52 user nova-compute[75254]:     </system>
Nov 29 10:30:52 user nova-compute[75254]:   </sysinfo>
Nov 29 10:30:52 user nova-compute[75254]:   <os>
Nov 29 10:30:52 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:30:52 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:30:52 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:30:52 user nova-compute[75254]:   </os>
Nov 29 10:30:52 user nova-compute[75254]:   <features>
Nov 29 10:30:52 user nova-compute[75254]:     <acpi/>
Nov 29 10:30:52 user nova-compute[75254]:     <apic/>
Nov 29 10:30:52 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:30:52 user nova-compute[75254]:   </features>
Nov 29 10:30:52 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:30:52 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:30:52 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:30:52 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:30:52 user nova-compute[75254]:   </clock>
Nov 29 10:30:52 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:30:52 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:30:52 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:30:52 user nova-compute[75254]:   </cpu>
Nov 29 10:30:52 user nova-compute[75254]:   <devices>
Nov 29 10:30:52 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:30:52 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:30:52 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk"/>
Nov 29 10:30:52 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:30:52 user nova-compute[75254]:     </disk>
Nov 29 10:30:52 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:30:52 user nova-compute[75254]:       <mac address="fa:16:3e:21:d1:bf"/>
Nov 29 10:30:52 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:52 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:30:52 user nova-compute[75254]:       <target dev="tap39d5288f-b5"/>
Nov 29 10:30:52 user nova-compute[75254]:     </interface>
Nov 29 10:30:52 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:30:52 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/console.log" append="off"/>
Nov 29 10:30:52 user nova-compute[75254]:     </serial>
Nov 29 10:30:52 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:30:52 user nova-compute[75254]:     <video>
Nov 29 10:30:52 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:30:52 user nova-compute[75254]:     </video>
Nov 29 10:30:52 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:30:52 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:30:52 user nova-compute[75254]:     </rng>
Nov 29 10:30:52 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:30:52 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:30:52 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:30:52 user nova-compute[75254]:     </memballoon>
Nov 29 10:30:52 user nova-compute[75254]:   </devices>
Nov 29 10:30:52 user nova-compute[75254]: </domain>
Nov 29 10:30:52 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1127936315',display_name='tempest-TestServerVolumeAttachmentScenario-server-1127936315',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1127936315',id=36,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLe+DtTcE7upIu/cXMHljF27Wgh46fAS7lheYmR8+xbAkUcEop4S2unCJFlaKBBOt/6zVbgQ86Mqy4CVTtqClyudAsm8LP3Pi9i7H1KcomPJziYL1K6W/VEk/VgYTkhwWg==',key_name='tempest-keypair-20634783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e63c3b01f6284cd983fc7c7a8dce8d48',ramdisk_id='',reservation_id='r-9kbv0his',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-715288378',owner_user_name='tempest-TestServerVolumeAttachmentScenario-715288378-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:30:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8ab488d560942dc856187c0a39f92f7',uuid=cdcf2504-ae56-42e9-a2ff-ba9faf6b406d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Converting VIF {"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG os_vif [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '34312c1f-5b38-594d-96ea-bf5e62130e8a', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap39d5288f-b5, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap39d5288f-b5, col_values=(('qos', UUID('37815257-bc43-468a-ab63-68cef66a61c6')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap39d5288f-b5, col_values=(('external_ids', {'iface-id': '39d5288f-b519-486d-a8a6-1dd904ee74d0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:d1:bf', 'vm-uuid': 'cdcf2504-ae56-42e9-a2ff-ba9faf6b406d'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:52 user nova-compute[75254]: INFO os_vif [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5')
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:30:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No VIF found with MAC fa:16:3e:21:d1:bf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:30:53 user nova-compute[75254]: DEBUG nova.network.neutron [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updated VIF entry in instance network info cache for port 39d5288f-b519-486d-a8a6-1dd904ee74d0. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:30:53 user nova-compute[75254]: DEBUG nova.network.neutron [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating instance_info_cache with network_info: [{"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:30:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-31c8292d-3ad7-49c3-88df-3e380b529330 req-5c4dc34d-8e91-46bc-9a51-c791edda0586 service nova] Releasing lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:30:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-e9586753-2915-40bf-b771-10568bf82f5f req-ec472143-3651-4c52-bf7c-3b97efc7a53e service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e9586753-2915-40bf-b771-10568bf82f5f req-ec472143-3651-4c52-bf7c-3b97efc7a53e service nova] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e9586753-2915-40bf-b771-10568bf82f5f req-ec472143-3651-4c52-bf7c-3b97efc7a53e service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e9586753-2915-40bf-b771-10568bf82f5f req-ec472143-3651-4c52-bf7c-3b97efc7a53e service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG nova.compute.manager [req-e9586753-2915-40bf-b771-10568bf82f5f req-ec472143-3651-4c52-bf7c-3b97efc7a53e service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] No waiting events found dispatching network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:54 user nova-compute[75254]: WARNING nova.compute.manager [req-e9586753-2915-40bf-b771-10568bf82f5f req-ec472143-3651-4c52-bf7c-3b97efc7a53e service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received unexpected event network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 for instance with vm_state building and task_state spawning.
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:30:56 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Instance spawned successfully.
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:30:56 user nova-compute[75254]: INFO nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Took 5.17 seconds to spawn the instance on the hypervisor.
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:30:56 user nova-compute[75254]: INFO nova.compute.manager [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Took 5.81 seconds to build instance.
Nov 29 10:30:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-6ccd5f0c-c474-4d98-9608-436f23b824b7 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.898s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-c896d782-694e-465c-ba02-0eb68410d2ae req-2c60ef28-bbb8-4610-b9a8-75b3924012b5 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c896d782-694e-465c-ba02-0eb68410d2ae req-2c60ef28-bbb8-4610-b9a8-75b3924012b5 service nova] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c896d782-694e-465c-ba02-0eb68410d2ae req-2c60ef28-bbb8-4610-b9a8-75b3924012b5 service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c896d782-694e-465c-ba02-0eb68410d2ae req-2c60ef28-bbb8-4610-b9a8-75b3924012b5 service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:30:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-c896d782-694e-465c-ba02-0eb68410d2ae req-2c60ef28-bbb8-4610-b9a8-75b3924012b5 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] No waiting events found dispatching network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:30:56 user nova-compute[75254]: WARNING nova.compute.manager [req-c896d782-694e-465c-ba02-0eb68410d2ae req-2c60ef28-bbb8-4610-b9a8-75b3924012b5 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received unexpected event network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 for instance with vm_state active and task_state None.
Nov 29 10:30:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:30:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:31:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:31:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:31:33 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:31:34 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [{"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:31:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-7f18c7e8-23e9-4401-95bf-55c012339640" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:31:34 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:31:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:31:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:39 user nova-compute[75254]: INFO nova.compute.manager [None req-3a6c7bbc-18f2-42f2-812d-e08e2a989a1c tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Get console output
Nov 29 10:31:39 user nova-compute[75254]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 29 10:31:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:45 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:31:45 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8166MB free_disk=25.127681732177734GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 7f18c7e8-23e9-4401-95bf-55c012339640 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 375a4485-8909-4037-bfc3-f02b80d9c86c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance a200ddab-5c71-48a4-b48e-c70d7f7f1414 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance d2a5291f-2317-4e8e-89cc-55354adcd661 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:31:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.361s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:31:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-changed-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:31:55 user nova-compute[75254]: DEBUG nova.compute.manager [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Refreshing instance network info cache due to event network-changed-5776ff85-ac0d-4bf8-9310-90ca2e5807ac. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:31:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] Acquiring lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:31:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] Acquired lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:31:55 user nova-compute[75254]: DEBUG nova.network.neutron [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Refreshing network info cache for port 5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:31:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updated VIF entry in instance network info cache for port 5776ff85-ac0d-4bf8-9310-90ca2e5807ac. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:31:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating instance_info_cache with network_info: [{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:31:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5358fab5-0da1-4be1-ab53-c22c9b92818a req-2d3ff732-038c-4752-8ce6-341db49640dd service nova] Releasing lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:31:58 user nova-compute[75254]: INFO nova.compute.manager [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Attaching volume 2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 to /dev/vdb
Nov 29 10:31:58 user nova-compute[75254]: DEBUG os_brick.utils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[84ebdc96-f695-4f4c-b203-ecf1383b08a1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f3d0d09-7533-4fd2-9193-bc677e368b71]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[72fa5530-c26c-4e7c-8f5f-904e32540046]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c7c737-327e-4952-bf59-0b4a8547869f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:31:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:31:59 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:31:59 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db871a4-9772-4c87-8d64-e7a715405adb]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG os_brick.utils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:31:59 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating existing volume attachment record: 02f8eaba-7a68-451c-b8f4-dae1c47dbe20 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:32:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKZNQotC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:32:06 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:32:06 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:32:06 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a8619f-4d6e-451d-9092-798eb34cc6a9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:32:06 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3352a01c-d2e0-43d4-901c-4c08fe737015]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4] added
Nov 29 10:32:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef8f77f-0bc2-4052-b2d7-107417dffab6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[854f6ce5-9627-4c7e-9f07-69b750b72743]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uKZNQotC {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uKZNQotC" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8156d778-25b7-40a6-b56a-248f1a6f8e30]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uKZNQotC'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c96c2da6-e524-45db-8aa6-747f06dea9b0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e338e7a6-0aef-49fc-8f92-d24e1e5ff3fe]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:32:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:32:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bedfb0e8-5bb4-4209-b538-6901f17dfa51]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260]
Nov 29 10:32:06 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260] successful.
Nov 29 10:32:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0687fe83-4086-4939-ba3a-9ba62c3973d8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[736aef7c-b4ef-41a0-aa8b-5cd16776bfb7]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:32:06 user nova-compute[75254]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:32:06 user nova-compute[75254]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:06 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a8aa853-7eee-4825-b3c2-2def982e5e3d]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:06 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKZNQotC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23630373762623665', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630373762623665', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:32:07 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:32:07 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:32:07 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:32:07 user nova-compute[75254]:   <serial>2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4</serial>
Nov 29 10:32:07 user nova-compute[75254]: </disk>
Nov 29 10:32:07 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:32:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:5a:d6:d2, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:32:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3651cc4e-06d8-4134-bf27-e8d865e20c3a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.285s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:32:11 user nova-compute[75254]: INFO nova.compute.claims [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Claim successful on node user
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.332s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:32:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.policy [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f83f0094fe4cfb99a9ca3e468c9b72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c51a4f882fb2414ea77165d68da95519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:32:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Creating image(s)
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "/opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.167s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk 1073741824" returned: 0 in 0.047s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.221s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Successfully created port: d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.220s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Cannot resize image /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Ensure instance console log exists: /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Successfully updated port: d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquired lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-changed-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Refreshing instance network info cache due to event network-changed-d00e8a49-7e81-46da-a5c6-70e17dbc7da1. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] Acquiring lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Updating instance_info_cache with network_info: [{"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Releasing lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Instance network_info: |[{"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] Acquired lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Refreshing network info cache for port d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Start _get_guest_xml network_info=[{"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:32:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:32:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:32:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2080710588',display_name='tempest-AttachVolumeNegativeTest-server-2080710588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2080710588',id=37,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGgp1sTO3Gg+/hTk2Dd0yelH99IXuQVmdmF+Z/69x6Fc6xpYx8xmSuMbLdPhiB6MFZ+G0FyyzZk8m/J92hEHxJ7V5LoWen7gT+4IU5A/stdTaKVxGEFqWPWAzx0pVOYyoQ==',key_name='tempest-keypair-1611257435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-k45nb9e9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:32:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=e00f51e9-8c7c-4e45-9732-807f79b8a2fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'pci_devices' on Instance uuid e00f51e9-8c7c-4e45-9732-807f79b8a2fb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:32:13 user nova-compute[75254]:   <uuid>e00f51e9-8c7c-4e45-9732-807f79b8a2fb</uuid>
Nov 29 10:32:13 user nova-compute[75254]:   <name>instance-00000025</name>
Nov 29 10:32:13 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:32:13 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:32:13 user nova-compute[75254]:   <metadata>
Nov 29 10:32:13 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:32:13 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:32:13 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2080710588</nova:name>
Nov 29 10:32:13 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:32:13</nova:creationTime>
Nov 29 10:32:13 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:32:13 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:32:13 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:32:13 user nova-compute[75254]:       <nova:owner>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:user uuid="b2f83f0094fe4cfb99a9ca3e468c9b72">tempest-AttachVolumeNegativeTest-1153176039-project-member</nova:user>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:project uuid="c51a4f882fb2414ea77165d68da95519">tempest-AttachVolumeNegativeTest-1153176039</nova:project>
Nov 29 10:32:13 user nova-compute[75254]:       </nova:owner>
Nov 29 10:32:13 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:32:13 user nova-compute[75254]:       <nova:ports>
Nov 29 10:32:13 user nova-compute[75254]:         <nova:port uuid="d00e8a49-7e81-46da-a5c6-70e17dbc7da1">
Nov 29 10:32:13 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:32:13 user nova-compute[75254]:         </nova:port>
Nov 29 10:32:13 user nova-compute[75254]:       </nova:ports>
Nov 29 10:32:13 user nova-compute[75254]:     </nova:instance>
Nov 29 10:32:13 user nova-compute[75254]:   </metadata>
Nov 29 10:32:13 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:32:13 user nova-compute[75254]:     <system>
Nov 29 10:32:13 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:32:13 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:32:13 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:32:13 user nova-compute[75254]:       <entry name="serial">e00f51e9-8c7c-4e45-9732-807f79b8a2fb</entry>
Nov 29 10:32:13 user nova-compute[75254]:       <entry name="uuid">e00f51e9-8c7c-4e45-9732-807f79b8a2fb</entry>
Nov 29 10:32:13 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:32:13 user nova-compute[75254]:     </system>
Nov 29 10:32:13 user nova-compute[75254]:   </sysinfo>
Nov 29 10:32:13 user nova-compute[75254]:   <os>
Nov 29 10:32:13 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:32:13 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:32:13 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:32:13 user nova-compute[75254]:   </os>
Nov 29 10:32:13 user nova-compute[75254]:   <features>
Nov 29 10:32:13 user nova-compute[75254]:     <acpi/>
Nov 29 10:32:13 user nova-compute[75254]:     <apic/>
Nov 29 10:32:13 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:32:13 user nova-compute[75254]:   </features>
Nov 29 10:32:13 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:32:13 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:32:13 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:32:13 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:32:13 user nova-compute[75254]:   </clock>
Nov 29 10:32:13 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:32:13 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:32:13 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:32:13 user nova-compute[75254]:   </cpu>
Nov 29 10:32:13 user nova-compute[75254]:   <devices>
Nov 29 10:32:13 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:32:13 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:32:13 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk"/>
Nov 29 10:32:13 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:32:13 user nova-compute[75254]:     </disk>
Nov 29 10:32:13 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:32:13 user nova-compute[75254]:       <mac address="fa:16:3e:d3:21:2c"/>
Nov 29 10:32:13 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:32:13 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:32:13 user nova-compute[75254]:       <target dev="tapd00e8a49-7e"/>
Nov 29 10:32:13 user nova-compute[75254]:     </interface>
Nov 29 10:32:13 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:32:13 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/console.log" append="off"/>
Nov 29 10:32:13 user nova-compute[75254]:     </serial>
Nov 29 10:32:13 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:32:13 user nova-compute[75254]:     <video>
Nov 29 10:32:13 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:32:13 user nova-compute[75254]:     </video>
Nov 29 10:32:13 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:32:13 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:32:13 user nova-compute[75254]:     </rng>
Nov 29 10:32:13 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:32:13 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:32:13 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:32:13 user nova-compute[75254]:     </memballoon>
Nov 29 10:32:13 user nova-compute[75254]:   </devices>
Nov 29 10:32:13 user nova-compute[75254]: </domain>
Nov 29 10:32:13 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:32:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2080710588',display_name='tempest-AttachVolumeNegativeTest-server-2080710588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2080710588',id=37,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGgp1sTO3Gg+/hTk2Dd0yelH99IXuQVmdmF+Z/69x6Fc6xpYx8xmSuMbLdPhiB6MFZ+G0FyyzZk8m/J92hEHxJ7V5LoWen7gT+4IU5A/stdTaKVxGEFqWPWAzx0pVOYyoQ==',key_name='tempest-keypair-1611257435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-k45nb9e9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:32:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=e00f51e9-8c7c-4e45-9732-807f79b8a2fb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG os_vif [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4aad9ed9-803f-5bd4-a108-8251d841678d', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd00e8a49-7e, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd00e8a49-7e, col_values=(('qos', UUID('6b397e1f-e409-417e-a3ed-3a79e16db0c7')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd00e8a49-7e, col_values=(('external_ids', {'iface-id': 'd00e8a49-7e81-46da-a5c6-70e17dbc7da1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:21:2c', 'vm-uuid': 'e00f51e9-8c7c-4e45-9732-807f79b8a2fb'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:13 user nova-compute[75254]: INFO os_vif [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e')
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:d3:21:2c, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Updated VIF entry in instance network info cache for port d00e8a49-7e81-46da-a5c6-70e17dbc7da1. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG nova.network.neutron [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Updating instance_info_cache with network_info: [{"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e77773b6-8bbb-4578-b31e-b21613fc3b7a req-eac882fb-84c7-4761-aae0-b781b2413bb1 service nova] Releasing lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:32:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-a2fddfeb-ac20-456b-b106-025553e7fa41 req-02a7618c-a40b-48f1-8234-18b008b08da1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a2fddfeb-ac20-456b-b106-025553e7fa41 req-02a7618c-a40b-48f1-8234-18b008b08da1 service nova] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a2fddfeb-ac20-456b-b106-025553e7fa41 req-02a7618c-a40b-48f1-8234-18b008b08da1 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a2fddfeb-ac20-456b-b106-025553e7fa41 req-02a7618c-a40b-48f1-8234-18b008b08da1 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-a2fddfeb-ac20-456b-b106-025553e7fa41 req-02a7618c-a40b-48f1-8234-18b008b08da1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] No waiting events found dispatching network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:15 user nova-compute[75254]: WARNING nova.compute.manager [req-a2fddfeb-ac20-456b-b106-025553e7fa41 req-02a7618c-a40b-48f1-8234-18b008b08da1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received unexpected event network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 for instance with vm_state building and task_state spawning.
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:32:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Instance spawned successfully.
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:32:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:32:17 user nova-compute[75254]: INFO nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Took 5.47 seconds to spawn the instance on the hypervisor.
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:32:17 user nova-compute[75254]: INFO nova.compute.manager [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Took 6.12 seconds to build instance.
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b076d046-607b-40f5-9b2c-7eb19d96a6f8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.213s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:17 user nova-compute[75254]: INFO nova.compute.manager [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Terminating instance
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d56082a-d37e-4572-bc88-b71a7b8b54c6 req-5eaed05e-16f9-4ec9-994b-93773135b3c3 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d56082a-d37e-4572-bc88-b71a7b8b54c6 req-5eaed05e-16f9-4ec9-994b-93773135b3c3 service nova] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d56082a-d37e-4572-bc88-b71a7b8b54c6 req-5eaed05e-16f9-4ec9-994b-93773135b3c3 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7d56082a-d37e-4572-bc88-b71a7b8b54c6 req-5eaed05e-16f9-4ec9-994b-93773135b3c3 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-7d56082a-d37e-4572-bc88-b71a7b8b54c6 req-5eaed05e-16f9-4ec9-994b-93773135b3c3 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] No waiting events found dispatching network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:17 user nova-compute[75254]: WARNING nova.compute.manager [req-7d56082a-d37e-4572-bc88-b71a7b8b54c6 req-5eaed05e-16f9-4ec9-994b-93773135b3c3 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received unexpected event network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 for instance with vm_state active and task_state None.
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d9b5c49-0efb-46c2-9afc-d162650b5bfe req-31ac7cf9-a9d8-4ec4-b0db-00947ebda3f1 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-unplugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d9b5c49-0efb-46c2-9afc-d162650b5bfe req-31ac7cf9-a9d8-4ec4-b0db-00947ebda3f1 service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d9b5c49-0efb-46c2-9afc-d162650b5bfe req-31ac7cf9-a9d8-4ec4-b0db-00947ebda3f1 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8d9b5c49-0efb-46c2-9afc-d162650b5bfe req-31ac7cf9-a9d8-4ec4-b0db-00947ebda3f1 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d9b5c49-0efb-46c2-9afc-d162650b5bfe req-31ac7cf9-a9d8-4ec4-b0db-00947ebda3f1 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-unplugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-8d9b5c49-0efb-46c2-9afc-d162650b5bfe req-31ac7cf9-a9d8-4ec4-b0db-00947ebda3f1 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-unplugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:32:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Instance destroyed successfully.
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lazy-loading 'resources' on Instance uuid a200ddab-5c71-48a4-b48e-c70d7f7f1414 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:26:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1156989291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1156989291',id=32,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGdTvQNId7CllVv2MzM60CTkMzHpnrqbYZ2mu3HJwvy1FEl12zglmG9Iwru2RmFcdZSLxDWMFCAovTunc7bcbmg5l8KsKZ20lszOO9K9Gm2+ky7RtJqG40bYrWux6UcZVw==',key_name='tempest-keypair-1967325685',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:30:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f13bcc2b05b41fbb1a761791cf12bb6',ramdisk_id='',reservation_id='r-0k44o5u6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1863307670',owner_user_name='tempest-AttachVolumeShelveTestJSON-1863307670-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:30:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4272be829c5746ed8883c01ddab468a9',uuid=a200ddab-5c71-48a4-b48e-c70d7f7f1414,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converting VIF {"id": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "address": "fa:16:3e:23:5f:bb", "network": {"id": "a8232d18-5c3e-4d4f-b158-841a8dde1007", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-26957826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f13bcc2b05b41fbb1a761791cf12bb6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf69a5c66-31", "ovs_interfaceid": "f69a5c66-3157-480d-a719-2dda3e9e5a66", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG os_vif [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf69a5c66-31, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=88d0c2df-11f1-431c-a8af-35dacab83d5e) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: INFO os_vif [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:5f:bb,bridge_name='br-int',has_traffic_filtering=True,id=f69a5c66-3157-480d-a719-2dda3e9e5a66,network=Network(a8232d18-5c3e-4d4f-b158-841a8dde1007),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf69a5c66-31')
Nov 29 10:32:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Deleting instance files /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414_del
Nov 29 10:32:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Deletion of /opt/stack/data/nova/instances/a200ddab-5c71-48a4-b48e-c70d7f7f1414_del complete
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: INFO nova.compute.manager [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Took 1.06 seconds to destroy the instance on the hypervisor.
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:18 user nova-compute[75254]: INFO nova.compute.manager [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Terminating instance
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-86f59625-757d-4de0-8369-7d998ec13b8e req-43806ba8-af33-451b-bfcd-98d7b27cfa8f service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-vif-unplugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86f59625-757d-4de0-8369-7d998ec13b8e req-43806ba8-af33-451b-bfcd-98d7b27cfa8f service nova] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86f59625-757d-4de0-8369-7d998ec13b8e req-43806ba8-af33-451b-bfcd-98d7b27cfa8f service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-86f59625-757d-4de0-8369-7d998ec13b8e req-43806ba8-af33-451b-bfcd-98d7b27cfa8f service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-86f59625-757d-4de0-8369-7d998ec13b8e req-43806ba8-af33-451b-bfcd-98d7b27cfa8f service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] No waiting events found dispatching network-vif-unplugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-86f59625-757d-4de0-8369-7d998ec13b8e req-43806ba8-af33-451b-bfcd-98d7b27cfa8f service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-vif-unplugged-010fe96a-029e-49f8-8537-4393e475bdd3 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:19 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Took 0.90 seconds to deallocate network for instance.
Nov 29 10:32:19 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Instance destroyed successfully.
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.objects.instance [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lazy-loading 'resources' on Instance uuid d2a5291f-2317-4e8e-89cc-55354adcd661 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1051764196',display_name='tempest-VolumesActionsTest-instance-1051764196',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1051764196',id=35,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:30:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dbc58fe76c334434a155d37b6ea943b8',ramdisk_id='',reservation_id='r-vbh1f65p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1647032926',owner_user_name='tempest-VolumesActionsTest-1647032926-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:30:36Z,user_data=None,user_id='f554de11c23f4209b18c0c16c96f5143',uuid=d2a5291f-2317-4e8e-89cc-55354adcd661,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converting VIF {"id": "010fe96a-029e-49f8-8537-4393e475bdd3", "address": "fa:16:3e:1d:e7:99", "network": {"id": "356b29c1-2600-402d-8ffe-c7a10191e91c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-430896480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dbc58fe76c334434a155d37b6ea943b8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap010fe96a-02", "ovs_interfaceid": "010fe96a-029e-49f8-8537-4393e475bdd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG os_vif [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap010fe96a-02, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f59e5f7-31ab-407e-a4d7-fe2bba940301) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:32:19 user nova-compute[75254]: INFO os_vif [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:e7:99,bridge_name='br-int',has_traffic_filtering=True,id=010fe96a-029e-49f8-8537-4393e475bdd3,network=Network(356b29c1-2600-402d-8ffe-c7a10191e91c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap010fe96a-02')
Nov 29 10:32:19 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Deleting instance files /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661_del
Nov 29 10:32:19 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Deletion of /opt/stack/data/nova/instances/d2a5291f-2317-4e8e-89cc-55354adcd661_del complete
Nov 29 10:32:19 user nova-compute[75254]: INFO nova.compute.manager [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-71760e3e-2bbe-4870-a371-7c7b8f43aeba req-7d80221f-cfae-464f-a428-82d8b1e3aad3 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-deleted-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:19 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Deleted allocations for instance a200ddab-5c71-48a4-b48e-c70d7f7f1414
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-ec7674b8-cd2d-4d3c-8bc7-264c0e5e0534 req-382b07af-ccbf-4a63-8346-d3193157d6d9 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec7674b8-cd2d-4d3c-8bc7-264c0e5e0534 req-382b07af-ccbf-4a63-8346-d3193157d6d9 service nova] Acquiring lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec7674b8-cd2d-4d3c-8bc7-264c0e5e0534 req-382b07af-ccbf-4a63-8346-d3193157d6d9 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ec7674b8-cd2d-4d3c-8bc7-264c0e5e0534 req-382b07af-ccbf-4a63-8346-d3193157d6d9 service nova] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-ec7674b8-cd2d-4d3c-8bc7-264c0e5e0534 req-382b07af-ccbf-4a63-8346-d3193157d6d9 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] No waiting events found dispatching network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:19 user nova-compute[75254]: WARNING nova.compute.manager [req-ec7674b8-cd2d-4d3c-8bc7-264c0e5e0534 req-382b07af-ccbf-4a63-8346-d3193157d6d9 service nova] [instance: a200ddab-5c71-48a4-b48e-c70d7f7f1414] Received unexpected event network-vif-plugged-f69a5c66-3157-480d-a719-2dda3e9e5a66 for instance with vm_state deleted and task_state None.
Nov 29 10:32:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ebfd55c2-f37d-4ee5-a672-2bdf859d774f tempest-AttachVolumeShelveTestJSON-1863307670 tempest-AttachVolumeShelveTestJSON-1863307670-project-member] Lock "a200ddab-5c71-48a4-b48e-c70d7f7f1414" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.471s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:20 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:20 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Took 0.51 seconds to deallocate network for instance.
Nov 29 10:32:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:20 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:32:20 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:32:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.265s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:20 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Deleted allocations for instance d2a5291f-2317-4e8e-89cc-55354adcd661
Nov 29 10:32:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4acb198d-0ed0-4014-bc38-4dd908661216 tempest-VolumesActionsTest-1647032926 tempest-VolumesActionsTest-1647032926-project-member] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.014s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-50603146-246b-4a09-bec6-6ad7ae1a9f89 req-605ff31f-d285-4dd6-bae8-4316fde7a18b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50603146-246b-4a09-bec6-6ad7ae1a9f89 req-605ff31f-d285-4dd6-bae8-4316fde7a18b service nova] Acquiring lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50603146-246b-4a09-bec6-6ad7ae1a9f89 req-605ff31f-d285-4dd6-bae8-4316fde7a18b service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50603146-246b-4a09-bec6-6ad7ae1a9f89 req-605ff31f-d285-4dd6-bae8-4316fde7a18b service nova] Lock "d2a5291f-2317-4e8e-89cc-55354adcd661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-50603146-246b-4a09-bec6-6ad7ae1a9f89 req-605ff31f-d285-4dd6-bae8-4316fde7a18b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] No waiting events found dispatching network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:21 user nova-compute[75254]: WARNING nova.compute.manager [req-50603146-246b-4a09-bec6-6ad7ae1a9f89 req-605ff31f-d285-4dd6-bae8-4316fde7a18b service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received unexpected event network-vif-plugged-010fe96a-029e-49f8-8537-4393e475bdd3 for instance with vm_state deleted and task_state None.
Nov 29 10:32:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-58c4205a-1524-465b-ad50-a890d0152bdd req-3bc56a2c-0e1d-49bd-b2a1-c5f00814509d service nova] [instance: d2a5291f-2317-4e8e-89cc-55354adcd661] Received event network-vif-deleted-010fe96a-029e-49f8-8537-4393e475bdd3 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:34 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:32:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:32:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:32:34 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:32:35 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating instance_info_cache with network_info: [{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:32:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:32:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:32:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:40 user nova-compute[75254]: INFO nova.compute.manager [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Terminating instance
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e1ff28d-54f1-412d-9dca-f5dbc786c404 req-5bce5e51-0213-44a5-a758-9c555f012a55 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-unplugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e1ff28d-54f1-412d-9dca-f5dbc786c404 req-5bce5e51-0213-44a5-a758-9c555f012a55 service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e1ff28d-54f1-412d-9dca-f5dbc786c404 req-5bce5e51-0213-44a5-a758-9c555f012a55 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e1ff28d-54f1-412d-9dca-f5dbc786c404 req-5bce5e51-0213-44a5-a758-9c555f012a55 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e1ff28d-54f1-412d-9dca-f5dbc786c404 req-5bce5e51-0213-44a5-a758-9c555f012a55 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-unplugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e1ff28d-54f1-412d-9dca-f5dbc786c404 req-5bce5e51-0213-44a5-a758-9c555f012a55 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-unplugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Instance destroyed successfully.
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'resources' on Instance uuid 7f18c7e8-23e9-4401-95bf-55c012339640 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:26:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-832769656',display_name='tempest-ServerActionsTestOtherA-server-832769656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-832769656',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:28:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-e70n5488',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:29:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=7f18c7e8-23e9-4401-95bf-55c012339640,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "06e8e804-6da0-43a4-8914-26865eb02497", "address": "fa:16:3e:6d:76:89", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06e8e804-6d", "ovs_interfaceid": "06e8e804-6da0-43a4-8914-26865eb02497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_vif [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap06e8e804-6d, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a5205bf-31e8-4211-903e-69311184ebd3) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:40 user nova-compute[75254]: INFO os_vif [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:76:89,bridge_name='br-int',has_traffic_filtering=True,id=06e8e804-6da0-43a4-8914-26865eb02497,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06e8e804-6d')
Nov 29 10:32:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nePYfpVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:32:40 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7975cf23-8a43-44b8-8b5c-c97002eb895c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:32:40 user nova-compute[75254]: No targets found.
Nov 29 10:32:40 user nova-compute[75254]: iSNS:
Nov 29 10:32:40 user nova-compute[75254]: No targets found.
Nov 29 10:32:40 user nova-compute[75254]: STATIC:
Nov 29 10:32:40 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a
Nov 29 10:32:40 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:32:40 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:32:40 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4
Nov 29 10:32:40 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:32:40 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:32:40 user nova-compute[75254]: FIRMWARE:
Nov 29 10:32:40 user nova-compute[75254]: No targets found.
Nov 29 10:32:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:32:40 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:32:40 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[42844ea5-bf53-4234-8e7e-0c5b2dabf070]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8619ca00-00d4-4d52-a1b4-2b156586a2f8]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:32:40 user nova-compute[75254]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a (non-flash)
Nov 29 10:32:40 user nova-compute[75254]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44cbd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b9576e-e8e0-429b-b1b2-703a1a7a5a7d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c549a1-27f4-4ac5-9e19-8823980a904d]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc2715b0-2777-4623-8d4a-fa15d85c8432]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2676b69-3774-4559-b8aa-fd6e5bbb0c54]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOa9b78f42-d2fc61e2dcafcfd0', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a9b78f42', '/dev/disk/by-id/scsi-26432666336316532') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d179abcc-63a9-4429-b12e-f2c116fe610a]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[40aa7b95-8431-41bb-bfbf-14ab550a0730]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[334e4d1a-5bf8-4b32-ac5e-c5dcf2a5ab60]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260]
Nov 29 10:32:41 user nova-compute[75254]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a, portal: 172.16.0.220,3260] successful.
Nov 29 10:32:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93c72b4-59df-4f98-8667-44d294326a48]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] <== disconnect_volume: return (317ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:32:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Deleting instance files /opt/stack/data/nova/instances/7f18c7e8-23e9-4401-95bf-55c012339640_del
Nov 29 10:32:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Deletion of /opt/stack/data/nova/instances/7f18c7e8-23e9-4401-95bf-55c012339640_del complete
Nov 29 10:32:41 user nova-compute[75254]: INFO nova.compute.manager [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:41 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Took 0.68 seconds to deallocate network for instance.
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-changed-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Refreshing instance network info cache due to event network-changed-39d5288f-b519-486d-a8a6-1dd904ee74d0. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] Acquiring lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] Acquired lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:32:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Refreshing network info cache for port 39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] Acquiring lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] Lock "7f18c7e8-23e9-4401-95bf-55c012339640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] No waiting events found dispatching network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:32:42 user nova-compute[75254]: WARNING nova.compute.manager [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received unexpected event network-vif-plugged-06e8e804-6da0-43a4-8914-26865eb02497 for instance with vm_state active and task_state deleting.
Nov 29 10:32:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-56980dc2-e228-413c-bdc9-c0037cc7642a req-631a0dc2-c5e9-43f8-a82d-9c06093ccb42 service nova] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Received event network-vif-deleted-06e8e804-6da0-43a4-8914-26865eb02497 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updated VIF entry in instance network info cache for port 39d5288f-b519-486d-a8a6-1dd904ee74d0. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating instance_info_cache with network_info: [{"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-91fcd3be-cdcf-4353-b255-f4cf8045ae58 req-4739aa23-19f9-4587-a5c2-7a60c541c3a2 service nova] Releasing lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:32:42 user nova-compute[75254]: INFO nova.compute.manager [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Took 0.78 seconds to detach 1 volumes for instance.
Nov 29 10:32:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 7f18c7e8-23e9-4401-95bf-55c012339640] Deleting volume: ae94dd0d-49d7-4be1-85cd-e38b56ee1d3a {{(pid=75254) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.240s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:43 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Deleted allocations for instance 7f18c7e8-23e9-4401-95bf-55c012339640
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-344947ba-7a8a-4211-976f-3ce1ebbb57a9 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "7f18c7e8-23e9-4401-95bf-55c012339640" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.231s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'flavor' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:43 user nova-compute[75254]: INFO nova.compute.manager [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attaching volume 4d551f6f-b909-4d1e-a5ad-e700302a6521 to /dev/vdb
Nov 29 10:32:44 user nova-compute[75254]: DEBUG os_brick.utils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[07ef0a0d-9520-4b70-a9df-6448f512f171]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7d4241-a385-476f-8aeb-c03af45a4b6b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea510dd-d980-4dc6-8636-80d3c2a538c0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecaca5b6-ec21-41ef-94b4-bc4efce3b6a6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:32:44 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0637e0-4e85-47bf-8149-5a785bb636a8]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG os_brick.utils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating existing volume attachment record: 2aa37e11-dcae-4011-aa7b-9a96711b0ac5 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:32:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:45 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:46 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:32:46 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8375MB free_disk=25.153095245361328GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 641998ff-7999-4e17-b15f-fb23d6af85fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 375a4485-8909-4037-bfc3-f02b80d9c86c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e00f51e9-8c7c-4e45-9732-807f79b8a2fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:32:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:32:47 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:32:47 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:32:47 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:32:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.350s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yPIYXcht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:32:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:32:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:32:51 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7366b89e-5469-4214-94c9-8668645dbc07]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:32:51 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ce7b30-5657-4e71-bfd8-a3f5be570152]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521] added
Nov 29 10:32:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[38e24905-231d-483f-97a5-467536697c9a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb3ec1b-aeab-43a5-8b9b-fc99fa77a85e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yPIYXcht {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yPIYXcht" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[47839ea9-6772-4a98-af69-15aff7d3902b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yPIYXcht'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[588289c6-06a3-4ce8-80cd-9df8deddb7da]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[359276e4-4dcb-4666-ac62-d205ccc55417]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1040f8ea-f013-4d00-88b6-a353c291737e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260]
Nov 29 10:32:51 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260] successful.
Nov 29 10:32:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a00036-9933-4d85-af6e-c1e38dd52af4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[be700983-d63f-43de-b22c-8abc5ff13517]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:51 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:32:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:32:51 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:32:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed7fbd0-19aa-44f1-864a-1fcb76de6ada]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:32:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yPIYXcht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:32:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:32:52 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23534643238386238', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:32:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534643238386238', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:32:52 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'flavor' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:52 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:32:52 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:32:52 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:32:52 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:32:52 user nova-compute[75254]:   <serial>4d551f6f-b909-4d1e-a5ad-e700302a6521</serial>
Nov 29 10:32:52 user nova-compute[75254]: </disk>
Nov 29 10:32:52 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:32:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:32:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:32:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No VIF found with MAC fa:16:3e:21:d1:bf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:32:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e3724f1c-e7f5-4032-b17f-3c827dcf4016 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.375s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:32:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:55 user nova-compute[75254]: DEBUG nova.objects.instance [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'flavor' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:32:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:32:56 user nova-compute[75254]: INFO nova.compute.manager [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attaching volume 3436a387-a0ee-4f21-abdf-7b7961a433a4 to /dev/vdc
Nov 29 10:32:56 user nova-compute[75254]: DEBUG os_brick.utils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[038351aa-77e7-4808-8bed-1947c0bb3b0d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8240b1f8-23ce-4c6a-84e1-0ef5cf242821]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f11bde7-f1b0-4333-9875-4e29d13971ce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[724a9579-1e6e-4517-a7d3-c38cff03fe65]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:32:56 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:32:56 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed1e8e9-1335-42a6-a673-d3714a5ff7f6]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG os_brick.utils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:32:56 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating existing volume attachment record: 30dd55f5-b0a1-4e23-8c33-17902848b1f3 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:32:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERuCwlIs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:33:03 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:33:03 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:33:03 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e6f1be-95f5-4d49-9b22-8b80cfb4b5c9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:33:03 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b440128-18ea-48fb-a3e0-4ec414ae40fe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4] added
Nov 29 10:33:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d433c95-ed1b-4111-ac27-5581e8c88866]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e6a002-fdb1-4374-bac6-4c35db0ab2b1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ERuCwlIs {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ERuCwlIs" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba803fa7-746f-41bc-aa63-7313fd9f0b75]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ERuCwlIs'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1590b49d-1a14-486b-b150-eeb2e371c06e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[21816ff6-fd7d-4638-87f2-8695636cd355]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cbc515f-bd2f-4a4c-8ab9-1fdfd9c2ad42]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260]
Nov 29 10:33:03 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260] successful.
Nov 29 10:33:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9751098f-bcab-43bd-92d7-8ecf14656c96]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c44e372-dc0f-4350-ad73-5d49e7f75e6a]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 (non-flash)
Nov 29 10:33:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] HCTL ('35', '-', '-', 0) found on session 40 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3eb3541-5847-4131-b291-c4b1edbc75d3]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Searching for a device in session 40 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:33:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERuCwlIs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:33:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:33:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23638336238383336', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:33:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638336238383336', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:33:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'flavor' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:33:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:33:04 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:33:04 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:33:04 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:33:04 user nova-compute[75254]:   <serial>3436a387-a0ee-4f21-abdf-7b7961a433a4</serial>
Nov 29 10:33:04 user nova-compute[75254]: </disk>
Nov 29 10:33:04 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:33:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:33:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:33:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:33:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] No VIF found with MAC fa:16:3e:21:d1:bf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:33:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-859ecb3a-bcce-4558-93ae-11635d084091 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.141s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:33:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:06 user nova-compute[75254]: INFO nova.compute.manager [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Detaching volume 3436a387-a0ee-4f21-abdf-7b7961a433a4
Nov 29 10:33:06 user nova-compute[75254]: INFO nova.virt.block_device [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attempting to driver detach volume 3436a387-a0ee-4f21-abdf-7b7961a433a4 from mountpoint /dev/vdc
Nov 29 10:33:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Attempting to detach device vdc from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:33:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:33:06 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:33:06 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:33:06 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:33:06 user nova-compute[75254]:   <serial>3436a387-a0ee-4f21-abdf-7b7961a433a4</serial>
Nov 29 10:33:06 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 10:33:06 user nova-compute[75254]: </disk>
Nov 29 10:33:06 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:33:06 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Successfully detached device vdc from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the persistent domain config.
Nov 29 10:33:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:33:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:33:06 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:33:06 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:33:06 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:33:06 user nova-compute[75254]:   <serial>3436a387-a0ee-4f21-abdf-7b7961a433a4</serial>
Nov 29 10:33:06 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 10:33:06 user nova-compute[75254]: </disk>
Nov 29 10:33:06 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:33:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:33:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:33:26 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d is timed out.
Nov 29 10:33:26 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Successfully detached device vdc from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the live domain config.
Nov 29 10:33:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERuCwlIs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:33:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[13639f42-4ad3-4aec-bb71-e9b382c4349a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3a4d7eb9-6c5c-4c1a-a5a2-15bc642d764f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:33:26 user nova-compute[75254]: No targets found.
Nov 29 10:33:26 user nova-compute[75254]: iSNS:
Nov 29 10:33:26 user nova-compute[75254]: No targets found.
Nov 29 10:33:26 user nova-compute[75254]: STATIC:
Nov 29 10:33:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4
Nov 29 10:33:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:33:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:33:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521
Nov 29 10:33:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:33:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:33:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4
Nov 29 10:33:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:33:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:33:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:3a4d7eb9-6c5c-4c1a-a5a2-15bc642d764f
Nov 29 10:33:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:33:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:33:26 user nova-compute[75254]: FIRMWARE:
Nov 29 10:33:26 user nova-compute[75254]: No targets found.
Nov 29 10:33:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:33:26 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:33:26 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dab1001-9a79-4d5f-8131-f39079376baf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a4d7eb9-6c5c-4c1a-a5a2-15bc642d764f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc8621eb-09b5-42e4-988e-b90cca33a888]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a4d7eb9-6c5c-4c1a-a5a2-15bc642d764f (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:33:26 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:33:26 user nova-compute[75254]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 (non-flash)
Nov 29 10:33:26 user nova-compute[75254]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a4d7eb9-6c5c-4c1a-a5a2-15bc642d764f (non-flash)
Nov 29 10:33:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:33:26 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:33:26 user nova-compute[75254]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 (non-flash)
Nov 29 10:33:26 user nova-compute[75254]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a4d7eb9-6c5c-4c1a-a5a2-15bc642d764f (non-flash)
Nov 29 10:33:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4431fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[db07afeb-0a9d-4ccf-a532-2b82eaa0bacf]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cff24a10-b0a5-4685-b3a6-53620be0c090]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e04188-fa2b-4acc-850b-e75e62e91393]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d73a62-3dc6-4b79-a76d-cc63f0d04063]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e24e71-976c-46e7-a83a-764bb565f0fc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[029b5607-92c1-4018-8d0f-e690b3c49664]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260]
Nov 29 10:33:26 user nova-compute[75254]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4, portal: 172.16.0.220,3260] successful.
Nov 29 10:33:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3436a387-a0ee-4f21-abdf-7b7961a433a4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5a54973-c298-45e4-b309-0dfa8f17ac6e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] <== disconnect_volume: return (319ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:33:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:33:27 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'flavor' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:33:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b3d7d46-cda1-4e39-bb21-a319e9b23b9a tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.855s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:35 user nova-compute[75254]: INFO nova.compute.manager [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Terminating instance
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-1c5a65db-f4e6-49ba-bf5f-7b356f9daf44 req-d79f0594-4cd6-4303-b072-8f52d1b18c81 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-unplugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1c5a65db-f4e6-49ba-bf5f-7b356f9daf44 req-d79f0594-4cd6-4303-b072-8f52d1b18c81 service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1c5a65db-f4e6-49ba-bf5f-7b356f9daf44 req-d79f0594-4cd6-4303-b072-8f52d1b18c81 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1c5a65db-f4e6-49ba-bf5f-7b356f9daf44 req-d79f0594-4cd6-4303-b072-8f52d1b18c81 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-1c5a65db-f4e6-49ba-bf5f-7b356f9daf44 req-d79f0594-4cd6-4303-b072-8f52d1b18c81 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-unplugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-1c5a65db-f4e6-49ba-bf5f-7b356f9daf44 req-d79f0594-4cd6-4303-b072-8f52d1b18c81 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-unplugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Skipping network cache update for instance because it is being deleted. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Instance destroyed successfully.
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lazy-loading 'resources' on Instance uuid 641998ff-7999-4e17-b15f-fb23d6af85fa {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:14:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1568446303',display_name='tempest-ServerActionsTestOtherA-server-1568446303',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1568446303',id=17,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4388yk94he7T8CEO+4kdBqvl0oCfrAMxF0QoiSUgASd2mkBZmc5TM5ZjdL1gDhB+cbvE7gkdW8syVl2GfjfNvKFFBS2ZdB8jd9Zjt1XoifjU3Me+h7gaw2hilnZ2RVUg==',key_name='tempest-keypair-2057953264',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:14:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6486f4f55cc04a33ad712346277c9fc5',ramdisk_id='',reservation_id='r-z7a0zlz4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-988559960',owner_user_name='tempest-ServerActionsTestOtherA-988559960-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:14:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b7744296c0e84f669d5b9726976c00f7',uuid=641998ff-7999-4e17-b15f-fb23d6af85fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converting VIF {"id": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "address": "fa:16:3e:95:49:4f", "network": {"id": "f93d0a33-2754-42ff-8e37-364e8b1ea083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-642191938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6486f4f55cc04a33ad712346277c9fc5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dd8f2e-5f", "ovs_interfaceid": "f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG os_vif [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1dd8f2e-5f, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=752a556b-a742-4796-84a0-dbe99394a982) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:33:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:35 user nova-compute[75254]: INFO os_vif [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:49:4f,bridge_name='br-int',has_traffic_filtering=True,id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a,network=Network(f93d0a33-2754-42ff-8e37-364e8b1ea083),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dd8f2e-5f')
Nov 29 10:33:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Deleting instance files /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa_del
Nov 29 10:33:35 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Deletion of /opt/stack/data/nova/instances/641998ff-7999-4e17-b15f-fb23d6af85fa_del complete
Nov 29 10:33:36 user nova-compute[75254]: INFO nova.compute.manager [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Took 1.03 seconds to destroy the instance on the hypervisor.
Nov 29 10:33:36 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:36 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Took 0.62 seconds to deallocate network for instance.
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-a19b8d66-9449-4879-8bb5-ca80d95da095 req-4a011d47-bb44-4e4f-b18c-96ca67f9a080 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-deleted-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:33:36 user nova-compute[75254]: INFO nova.compute.manager [req-a19b8d66-9449-4879-8bb5-ca80d95da095 req-4a011d47-bb44-4e4f-b18c-96ca67f9a080 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Neutron deleted interface f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a; detaching it from the instance and deleting it from the info cache
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.network.neutron [req-a19b8d66-9449-4879-8bb5-ca80d95da095 req-4a011d47-bb44-4e4f-b18c-96ca67f9a080 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating instance_info_cache with network_info: [{"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-375a4485-8909-4037-bfc3-f02b80d9c86c" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-a19b8d66-9449-4879-8bb5-ca80d95da095 req-4a011d47-bb44-4e4f-b18c-96ca67f9a080 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Detach interface failed, port_id=f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a, reason: Instance 641998ff-7999-4e17-b15f-fb23d6af85fa could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:33:36 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:37 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Deleted allocations for instance 641998ff-7999-4e17-b15f-fb23d6af85fa
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c886df67-ae6f-40a8-bbc2-55f46bec3a66 tempest-ServerActionsTestOtherA-988559960 tempest-ServerActionsTestOtherA-988559960-project-member] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.201s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:33:37 user nova-compute[75254]: WARNING nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received unexpected event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with vm_state deleted and task_state None.
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:33:37 user nova-compute[75254]: WARNING nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received unexpected event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with vm_state deleted and task_state None.
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:33:37 user nova-compute[75254]: WARNING nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received unexpected event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with vm_state deleted and task_state None.
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Acquiring lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] Lock "641998ff-7999-4e17-b15f-fb23d6af85fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] No waiting events found dispatching network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:33:37 user nova-compute[75254]: WARNING nova.compute.manager [req-523992c1-76e8-468b-9df2-8791bdc02bd3 req-dd0d0c03-774c-4a20-af46-8938179b8d33 service nova] [instance: 641998ff-7999-4e17-b15f-fb23d6af85fa] Received unexpected event network-vif-plugged-f1dd8f2e-5fc9-4616-8dfa-dfc296e38e7a for instance with vm_state deleted and task_state None.
Nov 29 10:33:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:33:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:33:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:33:48 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:33:48 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8609MB free_disk=25.169048309326172GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 375a4485-8909-4037-bfc3-f02b80d9c86c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e00f51e9-8c7c-4e45-9732-807f79b8a2fb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:33:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.311s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:33:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:33:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:33:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:33:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:33:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:33:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:33:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:33:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:33:56 user nova-compute[75254]: INFO nova.compute.manager [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Detaching volume 4d551f6f-b909-4d1e-a5ad-e700302a6521
Nov 29 10:33:56 user nova-compute[75254]: INFO nova.virt.block_device [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Attempting to driver detach volume 4d551f6f-b909-4d1e-a5ad-e700302a6521 from mountpoint /dev/vdb
Nov 29 10:33:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Attempting to detach device vdb from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:33:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:33:56 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:33:56 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:33:56 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:33:56 user nova-compute[75254]:   <serial>4d551f6f-b909-4d1e-a5ad-e700302a6521</serial>
Nov 29 10:33:56 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:33:56 user nova-compute[75254]: </disk>
Nov 29 10:33:56 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:33:56 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Successfully detached device vdb from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the persistent domain config.
Nov 29 10:33:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:33:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:33:56 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:33:56 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:33:56 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:33:56 user nova-compute[75254]:   <serial>4d551f6f-b909-4d1e-a5ad-e700302a6521</serial>
Nov 29 10:33:56 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:33:56 user nova-compute[75254]: </disk>
Nov 29 10:33:56 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:33:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:34:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-changed-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Refreshing instance network info cache due to event network-changed-d00e8a49-7e81-46da-a5c6-70e17dbc7da1. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] Acquiring lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] Acquired lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Refreshing network info cache for port d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:02 user nova-compute[75254]: INFO nova.compute.manager [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Terminating instance
Nov 29 10:34:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Updated VIF entry in instance network info cache for port d00e8a49-7e81-46da-a5c6-70e17dbc7da1. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Updating instance_info_cache with network_info: [{"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0ef88440-a156-4860-8eca-09d474ba5abf req-a42192cb-3a7a-42eb-95c7-01245fa58df6 service nova] Releasing lock "refresh_cache-e00f51e9-8c7c-4e45-9732-807f79b8a2fb" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-6335f0c8-ade9-4952-ae85-c5351d4fbdb8 req-32a3e2b1-25b5-47ab-b435-504834e6da62 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-vif-unplugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6335f0c8-ade9-4952-ae85-c5351d4fbdb8 req-32a3e2b1-25b5-47ab-b435-504834e6da62 service nova] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6335f0c8-ade9-4952-ae85-c5351d4fbdb8 req-32a3e2b1-25b5-47ab-b435-504834e6da62 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6335f0c8-ade9-4952-ae85-c5351d4fbdb8 req-32a3e2b1-25b5-47ab-b435-504834e6da62 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-6335f0c8-ade9-4952-ae85-c5351d4fbdb8 req-32a3e2b1-25b5-47ab-b435-504834e6da62 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] No waiting events found dispatching network-vif-unplugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-6335f0c8-ade9-4952-ae85-c5351d4fbdb8 req-32a3e2b1-25b5-47ab-b435-504834e6da62 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-vif-unplugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:34:03 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Instance destroyed successfully.
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.objects.instance [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'resources' on Instance uuid e00f51e9-8c7c-4e45-9732-807f79b8a2fb {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:32:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2080710588',display_name='tempest-AttachVolumeNegativeTest-server-2080710588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2080710588',id=37,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGgp1sTO3Gg+/hTk2Dd0yelH99IXuQVmdmF+Z/69x6Fc6xpYx8xmSuMbLdPhiB6MFZ+G0FyyzZk8m/J92hEHxJ7V5LoWen7gT+4IU5A/stdTaKVxGEFqWPWAzx0pVOYyoQ==',key_name='tempest-keypair-1611257435',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:32:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-k45nb9e9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:32:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=e00f51e9-8c7c-4e45-9732-807f79b8a2fb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "address": "fa:16:3e:d3:21:2c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd00e8a49-7e", "ovs_interfaceid": "d00e8a49-7e81-46da-a5c6-70e17dbc7da1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG os_vif [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd00e8a49-7e, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6b397e1f-e409-417e-a3ed-3a79e16db0c7) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:03 user nova-compute[75254]: INFO os_vif [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:21:2c,bridge_name='br-int',has_traffic_filtering=True,id=d00e8a49-7e81-46da-a5c6-70e17dbc7da1,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd00e8a49-7e')
Nov 29 10:34:03 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Deleting instance files /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb_del
Nov 29 10:34:03 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Deletion of /opt/stack/data/nova/instances/e00f51e9-8c7c-4e45-9732-807f79b8a2fb_del complete
Nov 29 10:34:03 user nova-compute[75254]: INFO nova.compute.manager [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Took 0.75 seconds to destroy the instance on the hypervisor.
Nov 29 10:34:03 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:34:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:04 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:04 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Took 1.22 seconds to deallocate network for instance.
Nov 29 10:34:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:04 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:34:04 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:34:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:04 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Deleted allocations for instance e00f51e9-8c7c-4e45-9732-807f79b8a2fb
Nov 29 10:34:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-a5abe75a-0f63-4c08-abc0-2f179adcdb3e tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.355s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] Acquiring lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] Lock "e00f51e9-8c7c-4e45-9732-807f79b8a2fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] No waiting events found dispatching network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:05 user nova-compute[75254]: WARNING nova.compute.manager [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received unexpected event network-vif-plugged-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 for instance with vm_state deleted and task_state None.
Nov 29 10:34:05 user nova-compute[75254]: DEBUG nova.compute.manager [req-5fd2bf5c-a604-4546-a158-c8f8e54ffc39 req-53b8b754-ae28-4446-950a-e99b6e990ce1 service nova] [instance: e00f51e9-8c7c-4e45-9732-807f79b8a2fb] Received event network-vif-deleted-d00e8a49-7e81-46da-a5c6-70e17dbc7da1 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:34:12 user nova-compute[75254]: INFO nova.compute.claims [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Claim successful on node user
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.256s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:34:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.policy [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0f030064bf84c048d528599b77a3789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1246a4d82bc4fdfa8cddd53175be10a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:34:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Creating image(s)
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "016338a25999c55a393a113177912941538090ef" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "016338a25999c55a393a113177912941538090ef" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.part --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG nova.virt.images [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] 6233f2cf-4949-49af-bef8-0703c22c571a was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.part /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Successfully created port: cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.part /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.converted" returned: 0 in 0.395s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef.converted --force-share --output=json" returned: 0 in 0.218s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "016338a25999c55a393a113177912941538090ef" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.235s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "016338a25999c55a393a113177912941538090ef" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "016338a25999c55a393a113177912941538090ef" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Successfully updated port: cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing instance network info cache due to event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef,backing_fmt=raw /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef,backing_fmt=raw /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk 1073741824" returned: 0 in 0.053s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "016338a25999c55a393a113177912941538090ef" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance network_info: |[{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.neutron [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Cannot resize image /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Ensure instance console log exists: /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Start _get_guest_xml network_info=[{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:34:09Z,direct_url=<?>,disk_format='qcow2',id=6233f2cf-4949-49af-bef8-0703c22c571a,min_disk=0,min_ram=0,name='tempest-scenario-img--1627528609',owner='e1246a4d82bc4fdfa8cddd53175be10a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:34:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '6233f2cf-4949-49af-bef8-0703c22c571a'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:34:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:34:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:34:09Z,direct_url=<?>,disk_format='qcow2',id=6233f2cf-4949-49af-bef8-0703c22c571a,min_disk=0,min_ram=0,name='tempest-scenario-img--1627528609',owner='e1246a4d82bc4fdfa8cddd53175be10a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:34:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2057769990',display_name='tempest-TestMinimumBasicScenario-server-2057769990',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2057769990',id=38,image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyULKgOL6LfhHy+/pO9jqkfuHEFr/IC4HYjmcsTwZFkdoMGQNFJlagRFuOx28xJLJKtQ4JzLDn0AbMSLMkfFS82VIVEr8bRsc7Ta55CgtyI7GF+RFrM49DzcK0OLjsP/g==',key_name='tempest-TestMinimumBasicScenario-92343911',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-agdppim0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:34:13Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=09ccaa83-3cc2-44ca-981b-bc137ff53930,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'pci_devices' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:34:14 user nova-compute[75254]:   <uuid>09ccaa83-3cc2-44ca-981b-bc137ff53930</uuid>
Nov 29 10:34:14 user nova-compute[75254]:   <name>instance-00000026</name>
Nov 29 10:34:14 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:34:14 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:34:14 user nova-compute[75254]:   <metadata>
Nov 29 10:34:14 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:34:14 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:34:14 user nova-compute[75254]:       <nova:name>tempest-TestMinimumBasicScenario-server-2057769990</nova:name>
Nov 29 10:34:14 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:34:14</nova:creationTime>
Nov 29 10:34:14 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:34:14 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:34:14 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:34:14 user nova-compute[75254]:       <nova:owner>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:user uuid="e0f030064bf84c048d528599b77a3789">tempest-TestMinimumBasicScenario-1214946291-project-member</nova:user>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:project uuid="e1246a4d82bc4fdfa8cddd53175be10a">tempest-TestMinimumBasicScenario-1214946291</nova:project>
Nov 29 10:34:14 user nova-compute[75254]:       </nova:owner>
Nov 29 10:34:14 user nova-compute[75254]:       <nova:root type="image" uuid="6233f2cf-4949-49af-bef8-0703c22c571a"/>
Nov 29 10:34:14 user nova-compute[75254]:       <nova:ports>
Nov 29 10:34:14 user nova-compute[75254]:         <nova:port uuid="cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae">
Nov 29 10:34:14 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:34:14 user nova-compute[75254]:         </nova:port>
Nov 29 10:34:14 user nova-compute[75254]:       </nova:ports>
Nov 29 10:34:14 user nova-compute[75254]:     </nova:instance>
Nov 29 10:34:14 user nova-compute[75254]:   </metadata>
Nov 29 10:34:14 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:34:14 user nova-compute[75254]:     <system>
Nov 29 10:34:14 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:34:14 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:34:14 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:34:14 user nova-compute[75254]:       <entry name="serial">09ccaa83-3cc2-44ca-981b-bc137ff53930</entry>
Nov 29 10:34:14 user nova-compute[75254]:       <entry name="uuid">09ccaa83-3cc2-44ca-981b-bc137ff53930</entry>
Nov 29 10:34:14 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:34:14 user nova-compute[75254]:     </system>
Nov 29 10:34:14 user nova-compute[75254]:   </sysinfo>
Nov 29 10:34:14 user nova-compute[75254]:   <os>
Nov 29 10:34:14 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:34:14 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:34:14 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:34:14 user nova-compute[75254]:   </os>
Nov 29 10:34:14 user nova-compute[75254]:   <features>
Nov 29 10:34:14 user nova-compute[75254]:     <acpi/>
Nov 29 10:34:14 user nova-compute[75254]:     <apic/>
Nov 29 10:34:14 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:34:14 user nova-compute[75254]:   </features>
Nov 29 10:34:14 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:34:14 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:34:14 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:34:14 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:34:14 user nova-compute[75254]:   </clock>
Nov 29 10:34:14 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:34:14 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:34:14 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:34:14 user nova-compute[75254]:   </cpu>
Nov 29 10:34:14 user nova-compute[75254]:   <devices>
Nov 29 10:34:14 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:34:14 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:34:14 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk"/>
Nov 29 10:34:14 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:34:14 user nova-compute[75254]:     </disk>
Nov 29 10:34:14 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:34:14 user nova-compute[75254]:       <mac address="fa:16:3e:14:62:01"/>
Nov 29 10:34:14 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:34:14 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:34:14 user nova-compute[75254]:       <target dev="tapcc75a38b-ac"/>
Nov 29 10:34:14 user nova-compute[75254]:     </interface>
Nov 29 10:34:14 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:34:14 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/console.log" append="off"/>
Nov 29 10:34:14 user nova-compute[75254]:     </serial>
Nov 29 10:34:14 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:34:14 user nova-compute[75254]:     <video>
Nov 29 10:34:14 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:34:14 user nova-compute[75254]:     </video>
Nov 29 10:34:14 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:34:14 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:34:14 user nova-compute[75254]:     </rng>
Nov 29 10:34:14 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:34:14 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:34:14 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:34:14 user nova-compute[75254]:     </memballoon>
Nov 29 10:34:14 user nova-compute[75254]:   </devices>
Nov 29 10:34:14 user nova-compute[75254]: </domain>
Nov 29 10:34:14 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2057769990',display_name='tempest-TestMinimumBasicScenario-server-2057769990',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2057769990',id=38,image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyULKgOL6LfhHy+/pO9jqkfuHEFr/IC4HYjmcsTwZFkdoMGQNFJlagRFuOx28xJLJKtQ4JzLDn0AbMSLMkfFS82VIVEr8bRsc7Ta55CgtyI7GF+RFrM49DzcK0OLjsP/g==',key_name='tempest-TestMinimumBasicScenario-92343911',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-agdppim0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:34:13Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=09ccaa83-3cc2-44ca-981b-bc137ff53930,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG os_vif [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ae9717ef-2d20-5c87-9cd3-b5b4f1d368b2', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc75a38b-ac, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc75a38b-ac, col_values=(('qos', UUID('5d72d403-8ab1-4cd6-8948-4d93a1df208a')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc75a38b-ac, col_values=(('external_ids', {'iface-id': 'cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:62:01', 'vm-uuid': '09ccaa83-3cc2-44ca-981b-bc137ff53930'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:14 user nova-compute[75254]: INFO os_vif [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac')
Nov 29 10:34:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:34:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No VIF found with MAC fa:16:3e:14:62:01, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:34:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updated VIF entry in instance network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:34:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7215075a-24ec-4f04-9e47-cca47c2bcdd1 req-93a5d4ae-eb35-488f-a518-5fb8849a16ff service nova] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-db5ae6c8-54ea-4ebe-9046-601f566bf644 req-c7a98532-5651-44da-b69e-317ac0b882e7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-db5ae6c8-54ea-4ebe-9046-601f566bf644 req-c7a98532-5651-44da-b69e-317ac0b882e7 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-db5ae6c8-54ea-4ebe-9046-601f566bf644 req-c7a98532-5651-44da-b69e-317ac0b882e7 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-db5ae6c8-54ea-4ebe-9046-601f566bf644 req-c7a98532-5651-44da-b69e-317ac0b882e7 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-db5ae6c8-54ea-4ebe-9046-601f566bf644 req-c7a98532-5651-44da-b69e-317ac0b882e7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:16 user nova-compute[75254]: WARNING nova.compute.manager [req-db5ae6c8-54ea-4ebe-9046-601f566bf644 req-c7a98532-5651-44da-b69e-317ac0b882e7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state building and task_state spawning.
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d is timed out.
Nov 29 10:34:17 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Successfully detached device vdb from instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d from the live domain config.
Nov 29 10:34:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yPIYXcht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:34:17 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62406a3-b97e-430c-80b4-cda108e8cba3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e6ab75c-4c9a-40f4-8cf1-dd6e187ad5a3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8022f0ae-4ef5-4f6f-9819-b2cca8b02988\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:34:17 user nova-compute[75254]: No targets found.
Nov 29 10:34:17 user nova-compute[75254]: iSNS:
Nov 29 10:34:17 user nova-compute[75254]: No targets found.
Nov 29 10:34:17 user nova-compute[75254]: STATIC:
Nov 29 10:34:17 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4
Nov 29 10:34:17 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:34:17 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:34:17 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521
Nov 29 10:34:17 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:34:17 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:34:17 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:2e6ab75c-4c9a-40f4-8cf1-dd6e187ad5a3
Nov 29 10:34:17 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:34:17 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:34:17 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8022f0ae-4ef5-4f6f-9819-b2cca8b02988
Nov 29 10:34:17 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:34:17 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:34:17 user nova-compute[75254]: FIRMWARE:
Nov 29 10:34:17 user nova-compute[75254]: No targets found.
Nov 29 10:34:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:34:17 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:34:17 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[25bedd80-d55d-4ac8-8860-7f3bdacda387]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e6ab75c-4c9a-40f4-8cf1-dd6e187ad5a3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8022f0ae-4ef5-4f6f-9819-b2cca8b02988\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf00171-57f6-4fb6-8199-a7058d112aa3]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e6ab75c-4c9a-40f4-8cf1-dd6e187ad5a3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8022f0ae-4ef5-4f6f-9819-b2cca8b02988 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e6ab75c-4c9a-40f4-8cf1-dd6e187ad5a3 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8022f0ae-4ef5-4f6f-9819-b2cca8b02988 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e6ab75c-4c9a-40f4-8cf1-dd6e187ad5a3 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8022f0ae-4ef5-4f6f-9819-b2cca8b02988 (non-flash)
Nov 29 10:34:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44c8430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[863f05d1-9744-4763-81fb-b28b3053c133]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de870ea-a1d8-4b0e-b73e-b5f6cfbd6c52]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d977c45-92d5-4493-8417-68c66d17fa9b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[11cae493-2996-4a80-92eb-0284b6a3ba2e]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11950e7-58db-48f4-a4a2-3c012edd5c79]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[38244519-b0eb-4cb2-b027-65653cc8b809]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260]
Nov 29 10:34:17 user nova-compute[75254]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521, portal: 172.16.0.220,3260] successful.
Nov 29 10:34:17 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d551f6f-b909-4d1e-a5ad-e700302a6521 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbbe3a1b-a6e4-4692-a4be-08d54d5505d9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] <== disconnect_volume: return (285ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:34:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'flavor' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-35fc2ef1-be17-430f-970f-2096e5170dd1 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.756s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-50946474-ff31-4348-9bb7-09d7d2719c2c req-9147585f-f984-4f41-b877-23ba11e142da service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50946474-ff31-4348-9bb7-09d7d2719c2c req-9147585f-f984-4f41-b877-23ba11e142da service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50946474-ff31-4348-9bb7-09d7d2719c2c req-9147585f-f984-4f41-b877-23ba11e142da service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-50946474-ff31-4348-9bb7-09d7d2719c2c req-9147585f-f984-4f41-b877-23ba11e142da service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-50946474-ff31-4348-9bb7-09d7d2719c2c req-9147585f-f984-4f41-b877-23ba11e142da service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:18 user nova-compute[75254]: WARNING nova.compute.manager [req-50946474-ff31-4348-9bb7-09d7d2719c2c req-9147585f-f984-4f41-b877-23ba11e142da service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state building and task_state spawning.
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:34:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance spawned successfully.
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:18 user nova-compute[75254]: INFO nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Took 5.83 seconds to spawn the instance on the hypervisor.
Nov 29 10:34:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:34:18 user nova-compute[75254]: INFO nova.compute.manager [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Took 6.40 seconds to build instance.
Nov 29 10:34:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f1c4476a-31be-4a03-afad-ce4d16e77f76 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.494s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:34:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:34:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:34:36 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:34:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating instance_info_cache with network_info: [{"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:34:37 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:34:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:39 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:34:40 user nova-compute[75254]: INFO nova.compute.claims [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Claim successful on node user
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.254s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:34:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.policy [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd924cc4c04fd4b79afd65751ac223c93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b4adf5088bd4b1db449d91b5d6d31b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:34:40 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Creating image(s)
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.219s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk 1073741824" returned: 0 in 0.048s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Successfully created port: fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Cannot resize image /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Ensure instance console log exists: /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Successfully updated port: fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-changed-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Refreshing instance network info cache due to event network-changed-fd9c736f-a06d-47ca-906d-e607802cfdf9. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance network_info: |[{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Refreshing network info cache for port fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start _get_guest_xml network_info=[{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:34:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:34:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:34:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'pci_devices' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:34:42 user nova-compute[75254]:   <uuid>2cfd1253-93d4-4b5e-bc11-b8cea773ab42</uuid>
Nov 29 10:34:42 user nova-compute[75254]:   <name>instance-00000027</name>
Nov 29 10:34:42 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:34:42 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:34:42 user nova-compute[75254]:   <metadata>
Nov 29 10:34:42 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:34:42 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:34:42 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeTestJSON-server-371442964</nova:name>
Nov 29 10:34:42 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:34:42</nova:creationTime>
Nov 29 10:34:42 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:34:42 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:34:42 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:34:42 user nova-compute[75254]:       <nova:owner>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:user uuid="d924cc4c04fd4b79afd65751ac223c93">tempest-AttachVolumeTestJSON-1078224124-project-member</nova:user>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:project uuid="1b4adf5088bd4b1db449d91b5d6d31b1">tempest-AttachVolumeTestJSON-1078224124</nova:project>
Nov 29 10:34:42 user nova-compute[75254]:       </nova:owner>
Nov 29 10:34:42 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:34:42 user nova-compute[75254]:       <nova:ports>
Nov 29 10:34:42 user nova-compute[75254]:         <nova:port uuid="fd9c736f-a06d-47ca-906d-e607802cfdf9">
Nov 29 10:34:42 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:34:42 user nova-compute[75254]:         </nova:port>
Nov 29 10:34:42 user nova-compute[75254]:       </nova:ports>
Nov 29 10:34:42 user nova-compute[75254]:     </nova:instance>
Nov 29 10:34:42 user nova-compute[75254]:   </metadata>
Nov 29 10:34:42 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:34:42 user nova-compute[75254]:     <system>
Nov 29 10:34:42 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:34:42 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:34:42 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:34:42 user nova-compute[75254]:       <entry name="serial">2cfd1253-93d4-4b5e-bc11-b8cea773ab42</entry>
Nov 29 10:34:42 user nova-compute[75254]:       <entry name="uuid">2cfd1253-93d4-4b5e-bc11-b8cea773ab42</entry>
Nov 29 10:34:42 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:34:42 user nova-compute[75254]:     </system>
Nov 29 10:34:42 user nova-compute[75254]:   </sysinfo>
Nov 29 10:34:42 user nova-compute[75254]:   <os>
Nov 29 10:34:42 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:34:42 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:34:42 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:34:42 user nova-compute[75254]:   </os>
Nov 29 10:34:42 user nova-compute[75254]:   <features>
Nov 29 10:34:42 user nova-compute[75254]:     <acpi/>
Nov 29 10:34:42 user nova-compute[75254]:     <apic/>
Nov 29 10:34:42 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:34:42 user nova-compute[75254]:   </features>
Nov 29 10:34:42 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:34:42 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:34:42 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:34:42 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:34:42 user nova-compute[75254]:   </clock>
Nov 29 10:34:42 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:34:42 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:34:42 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:34:42 user nova-compute[75254]:   </cpu>
Nov 29 10:34:42 user nova-compute[75254]:   <devices>
Nov 29 10:34:42 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:34:42 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:34:42 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk"/>
Nov 29 10:34:42 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:34:42 user nova-compute[75254]:     </disk>
Nov 29 10:34:42 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:34:42 user nova-compute[75254]:       <mac address="fa:16:3e:0e:36:6a"/>
Nov 29 10:34:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:34:42 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:34:42 user nova-compute[75254]:       <target dev="tapfd9c736f-a0"/>
Nov 29 10:34:42 user nova-compute[75254]:     </interface>
Nov 29 10:34:42 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:34:42 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/console.log" append="off"/>
Nov 29 10:34:42 user nova-compute[75254]:     </serial>
Nov 29 10:34:42 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:34:42 user nova-compute[75254]:     <video>
Nov 29 10:34:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:34:42 user nova-compute[75254]:     </video>
Nov 29 10:34:42 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:34:42 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:34:42 user nova-compute[75254]:     </rng>
Nov 29 10:34:42 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:34:42 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:34:42 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:34:42 user nova-compute[75254]:     </memballoon>
Nov 29 10:34:42 user nova-compute[75254]:   </devices>
Nov 29 10:34:42 user nova-compute[75254]: </domain>
Nov 29 10:34:42 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:34:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG os_vif [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be29b215-7134-554f-affa-d5be338c72e7', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd9c736f-a0, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd9c736f-a0, col_values=(('qos', UUID('234a2d87-a246-421b-a090-f9ad63792655')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd9c736f-a0, col_values=(('external_ids', {'iface-id': 'fd9c736f-a06d-47ca-906d-e607802cfdf9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:36:6a', 'vm-uuid': '2cfd1253-93d4-4b5e-bc11-b8cea773ab42'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:42 user nova-compute[75254]: INFO os_vif [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0')
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No VIF found with MAC fa:16:3e:0e:36:6a, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updated VIF entry in instance network info cache for port fd9c736f-a06d-47ca-906d-e607802cfdf9. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-16cc191a-1f78-4c0c-b5c0-9952b27cd228 req-23b35df7-5d4e-4271-9229-d46e22a666be service nova] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:34:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-c6122911-ed3b-4dbb-8e5a-ef62d136a05e req-ff3738fe-0ebb-4862-bda7-395c84c7141b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6122911-ed3b-4dbb-8e5a-ef62d136a05e req-ff3738fe-0ebb-4862-bda7-395c84c7141b service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6122911-ed3b-4dbb-8e5a-ef62d136a05e req-ff3738fe-0ebb-4862-bda7-395c84c7141b service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6122911-ed3b-4dbb-8e5a-ef62d136a05e req-ff3738fe-0ebb-4862-bda7-395c84c7141b service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-c6122911-ed3b-4dbb-8e5a-ef62d136a05e req-ff3738fe-0ebb-4862-bda7-395c84c7141b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:44 user nova-compute[75254]: WARNING nova.compute.manager [req-c6122911-ed3b-4dbb-8e5a-ef62d136a05e req-ff3738fe-0ebb-4862-bda7-395c84c7141b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state building and task_state spawning.
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:34:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance spawned successfully.
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:34:46 user nova-compute[75254]: INFO nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Took 5.43 seconds to spawn the instance on the hypervisor.
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-49b3bab1-ff78-421c-af7b-3b0217b071b6 req-4eb1225b-690f-4d27-934b-f2570a2185bb service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-49b3bab1-ff78-421c-af7b-3b0217b071b6 req-4eb1225b-690f-4d27-934b-f2570a2185bb service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-49b3bab1-ff78-421c-af7b-3b0217b071b6 req-4eb1225b-690f-4d27-934b-f2570a2185bb service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-49b3bab1-ff78-421c-af7b-3b0217b071b6 req-4eb1225b-690f-4d27-934b-f2570a2185bb service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-49b3bab1-ff78-421c-af7b-3b0217b071b6 req-4eb1225b-690f-4d27-934b-f2570a2185bb service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:46 user nova-compute[75254]: WARNING nova.compute.manager [req-49b3bab1-ff78-421c-af7b-3b0217b071b6 req-4eb1225b-690f-4d27-934b-f2570a2185bb service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state building and task_state spawning.
Nov 29 10:34:46 user nova-compute[75254]: INFO nova.compute.manager [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Took 6.02 seconds to build instance.
Nov 29 10:34:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74a61265-acba-4a37-9f60-7ba28516a5b9 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.136s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:47 user nova-compute[75254]: INFO nova.compute.manager [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Terminating instance
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-fb21b564-8670-4392-a742-5f4e0b0fde86 req-54cf123a-7148-431b-9992-762d4f6c127e service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-vif-unplugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fb21b564-8670-4392-a742-5f4e0b0fde86 req-54cf123a-7148-431b-9992-762d4f6c127e service nova] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fb21b564-8670-4392-a742-5f4e0b0fde86 req-54cf123a-7148-431b-9992-762d4f6c127e service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fb21b564-8670-4392-a742-5f4e0b0fde86 req-54cf123a-7148-431b-9992-762d4f6c127e service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-fb21b564-8670-4392-a742-5f4e0b0fde86 req-54cf123a-7148-431b-9992-762d4f6c127e service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] No waiting events found dispatching network-vif-unplugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-fb21b564-8670-4392-a742-5f4e0b0fde86 req-54cf123a-7148-431b-9992-762d4f6c127e service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-vif-unplugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Instance destroyed successfully.
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lazy-loading 'resources' on Instance uuid cdcf2504-ae56-42e9-a2ff-ba9faf6b406d {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1127936315',display_name='tempest-TestServerVolumeAttachmentScenario-server-1127936315',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1127936315',id=36,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLe+DtTcE7upIu/cXMHljF27Wgh46fAS7lheYmR8+xbAkUcEop4S2unCJFlaKBBOt/6zVbgQ86Mqy4CVTtqClyudAsm8LP3Pi9i7H1KcomPJziYL1K6W/VEk/VgYTkhwWg==',key_name='tempest-keypair-20634783',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e63c3b01f6284cd983fc7c7a8dce8d48',ramdisk_id='',reservation_id='r-9kbv0his',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-715288378',owner_user_name='tempest-TestServerVolumeAttachmentScenario-715288378-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:30:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8ab488d560942dc856187c0a39f92f7',uuid=cdcf2504-ae56-42e9-a2ff-ba9faf6b406d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Converting VIF {"id": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "address": "fa:16:3e:21:d1:bf", "network": {"id": "265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1860149518-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e63c3b01f6284cd983fc7c7a8dce8d48", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39d5288f-b5", "ovs_interfaceid": "39d5288f-b519-486d-a8a6-1dd904ee74d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG os_vif [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap39d5288f-b5, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=37815257-bc43-468a-ab63-68cef66a61c6) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:34:47 user nova-compute[75254]: INFO os_vif [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:21:d1:bf,bridge_name='br-int',has_traffic_filtering=True,id=39d5288f-b519-486d-a8a6-1dd904ee74d0,network=Network(265c7a16-00d2-4bc0-9de6-2fabbc0ee4a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39d5288f-b5')
Nov 29 10:34:47 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Deleting instance files /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d_del
Nov 29 10:34:48 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Deletion of /opt/stack/data/nova/instances/cdcf2504-ae56-42e9-a2ff-ba9faf6b406d_del complete
Nov 29 10:34:48 user nova-compute[75254]: INFO nova.compute.manager [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:48 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Took 0.73 seconds to deallocate network for instance.
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-cf33dbec-ca86-4726-9b90-1e846d1d53c1 req-a11a105a-e0e4-4960-bdf4-d46b7300cdbf service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-vif-deleted-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:48 user nova-compute[75254]: INFO nova.compute.manager [req-cf33dbec-ca86-4726-9b90-1e846d1d53c1 req-a11a105a-e0e4-4960-bdf4-d46b7300cdbf service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Neutron deleted interface 39d5288f-b519-486d-a8a6-1dd904ee74d0; detaching it from the instance and deleting it from the info cache
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.network.neutron [req-cf33dbec-ca86-4726-9b90-1e846d1d53c1 req-a11a105a-e0e4-4960-bdf4-d46b7300cdbf service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-cf33dbec-ca86-4726-9b90-1e846d1d53c1 req-a11a105a-e0e4-4960-bdf4-d46b7300cdbf service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Detach interface failed, port_id=39d5288f-b519-486d-a8a6-1dd904ee74d0, reason: Instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:48 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.234s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:49 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Deleted allocations for instance cdcf2504-ae56-42e9-a2ff-ba9faf6b406d
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7d95751e-b416-4d37-ab0e-cbdf1dd39921 tempest-TestServerVolumeAttachmentScenario-715288378 tempest-TestServerVolumeAttachmentScenario-715288378-project-member] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.261s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-c728b10e-7265-418c-9985-543d1b7c9a5b req-f126471e-ce85-4032-bb31-e00a7613bc65 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received event network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c728b10e-7265-418c-9985-543d1b7c9a5b req-f126471e-ce85-4032-bb31-e00a7613bc65 service nova] Acquiring lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c728b10e-7265-418c-9985-543d1b7c9a5b req-f126471e-ce85-4032-bb31-e00a7613bc65 service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c728b10e-7265-418c-9985-543d1b7c9a5b req-f126471e-ce85-4032-bb31-e00a7613bc65 service nova] Lock "cdcf2504-ae56-42e9-a2ff-ba9faf6b406d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-c728b10e-7265-418c-9985-543d1b7c9a5b req-f126471e-ce85-4032-bb31-e00a7613bc65 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] No waiting events found dispatching network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:34:49 user nova-compute[75254]: WARNING nova.compute.manager [req-c728b10e-7265-418c-9985-543d1b7c9a5b req-f126471e-ce85-4032-bb31-e00a7613bc65 service nova] [instance: cdcf2504-ae56-42e9-a2ff-ba9faf6b406d] Received unexpected event network-vif-plugged-39d5288f-b519-486d-a8a6-1dd904ee74d0 for instance with vm_state deleted and task_state None.
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:34:50 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:34:50 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8581MB free_disk=25.122352600097656GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 375a4485-8909-4037-bfc3-f02b80d9c86c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:34:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.294s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:34:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:34:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:34:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:34:53 user nova-compute[75254]: INFO nova.compute.manager [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Detaching volume 2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4
Nov 29 10:34:53 user nova-compute[75254]: INFO nova.virt.block_device [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Attempting to driver detach volume 2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 from mountpoint /dev/vdb
Nov 29 10:34:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Attempting to detach device vdb from instance 375a4485-8909-4037-bfc3-f02b80d9c86c from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:34:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:34:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:34:53 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:34:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:34:53 user nova-compute[75254]:   <serial>2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4</serial>
Nov 29 10:34:53 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:34:53 user nova-compute[75254]: </disk>
Nov 29 10:34:53 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:34:53 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully detached device vdb from instance 375a4485-8909-4037-bfc3-f02b80d9c86c from the persistent domain config.
Nov 29 10:34:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 375a4485-8909-4037-bfc3-f02b80d9c86c from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:34:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:34:53 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:34:53 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:34:53 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:34:53 user nova-compute[75254]:   <serial>2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4</serial>
Nov 29 10:34:53 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:34:53 user nova-compute[75254]: </disk>
Nov 29 10:34:53 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:34:54 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:34:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 375a4485-8909-4037-bfc3-f02b80d9c86c is timed out.
Nov 29 10:35:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully detached device vdb from instance 375a4485-8909-4037-bfc3-f02b80d9c86c from the live domain config.
Nov 29 10:35:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uKZNQotC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:35:14 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[288f253b-a775-4997-a14e-e9d5f251e97a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:35:14 user nova-compute[75254]: No targets found.
Nov 29 10:35:14 user nova-compute[75254]: iSNS:
Nov 29 10:35:14 user nova-compute[75254]: No targets found.
Nov 29 10:35:14 user nova-compute[75254]: STATIC:
Nov 29 10:35:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4
Nov 29 10:35:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:35:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:35:14 user nova-compute[75254]: FIRMWARE:
Nov 29 10:35:14 user nova-compute[75254]: No targets found.
Nov 29 10:35:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:35:14 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:35:14 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c07c017f-c16d-4932-929b-2c2bc89a8ef0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea681f58-cde7-4fc2-8d89-25999b797ed7]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:35:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 (non-flash)
Nov 29 10:35:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba46d7a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfc3ea3-c6be-4ba4-bb53-56a47edc7705]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c391093-ea35-4ec5-9f0d-ebd2a3a9c048]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa7e013-8565-415d-a5d7-0c0d1a0bdba9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2548b56b-1c2b-41ef-ae61-31a693ee636e]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c0556a-4509-49da-be4c-bd1936cb4a93]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea46986d-39f9-4a33-8326-e2ff265645dd]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260]
Nov 29 10:35:14 user nova-compute[75254]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4, portal: 172.16.0.220,3260] successful.
Nov 29 10:35:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2cbe39ed-79e5-4bc4-a8ec-88acf73a2bd4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a32216f-9968-4e8c-a3e2-29196fef4b96]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.259s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== disconnect_volume: return (260ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:35:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:35:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:35:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3fe34a1d-2ea3-4663-b863-97fe665deba8 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.918s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:35:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:35:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:35:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:35:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:44 user nova-compute[75254]: INFO nova.compute.manager [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Terminating instance
Nov 29 10:35:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb763cfb-90b0-4aea-a405-d834e355e2ac req-60ad97f9-77bd-4def-81e4-1f72a6caf1c2 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-vif-unplugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb763cfb-90b0-4aea-a405-d834e355e2ac req-60ad97f9-77bd-4def-81e4-1f72a6caf1c2 service nova] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb763cfb-90b0-4aea-a405-d834e355e2ac req-60ad97f9-77bd-4def-81e4-1f72a6caf1c2 service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb763cfb-90b0-4aea-a405-d834e355e2ac req-60ad97f9-77bd-4def-81e4-1f72a6caf1c2 service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb763cfb-90b0-4aea-a405-d834e355e2ac req-60ad97f9-77bd-4def-81e4-1f72a6caf1c2 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] No waiting events found dispatching network-vif-unplugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb763cfb-90b0-4aea-a405-d834e355e2ac req-60ad97f9-77bd-4def-81e4-1f72a6caf1c2 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-vif-unplugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:35:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:35:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Instance destroyed successfully.
Nov 29 10:35:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'resources' on Instance uuid 375a4485-8909-4037-bfc3-f02b80d9c86c {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:30:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-772202148',display_name='tempest-AttachVolumeNegativeTest-server-772202148',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-772202148',id=34,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDHoL52p5rBuq2fR5SN7t/HEOGoJe6Krqw0+GcFvtQAxFA6jdgjZykd6ek+T8kcNkPK5aKrgptIiHNlTDP1NmnhOAOw76w64Gp7yqLCupCdCjoRoZaNczsYWAgQrZLPYA==',key_name='tempest-keypair-1548815869',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:30:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-jstakc7y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:30:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=375a4485-8909-4037-bfc3-f02b80d9c86c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "address": "fa:16:3e:5a:d6:d2", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5776ff85-ac", "ovs_interfaceid": "5776ff85-ac0d-4bf8-9310-90ca2e5807ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG os_vif [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5776ff85-ac, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e1ea1655-268c-432f-82ea-8d2e739c0d50) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:35:45 user nova-compute[75254]: INFO os_vif [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:d6:d2,bridge_name='br-int',has_traffic_filtering=True,id=5776ff85-ac0d-4bf8-9310-90ca2e5807ac,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5776ff85-ac')
Nov 29 10:35:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Deleting instance files /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c_del
Nov 29 10:35:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Deletion of /opt/stack/data/nova/instances/375a4485-8909-4037-bfc3-f02b80d9c86c_del complete
Nov 29 10:35:45 user nova-compute[75254]: INFO nova.compute.manager [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 10:35:45 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:35:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:35:46 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Took 1.19 seconds to deallocate network for instance.
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-f5c604a0-5a5c-454a-853a-083d715eef0e req-4e335899-664e-4f1f-9500-56824aa87932 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-vif-deleted-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-0405a9e7-027f-4cd8-8bb2-e2f799fdb445 req-1b22f04c-9b67-4b76-845d-63cc3f2f42d1 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received event network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0405a9e7-027f-4cd8-8bb2-e2f799fdb445 req-1b22f04c-9b67-4b76-845d-63cc3f2f42d1 service nova] Acquiring lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0405a9e7-027f-4cd8-8bb2-e2f799fdb445 req-1b22f04c-9b67-4b76-845d-63cc3f2f42d1 service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0405a9e7-027f-4cd8-8bb2-e2f799fdb445 req-1b22f04c-9b67-4b76-845d-63cc3f2f42d1 service nova] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-0405a9e7-027f-4cd8-8bb2-e2f799fdb445 req-1b22f04c-9b67-4b76-845d-63cc3f2f42d1 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] No waiting events found dispatching network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:35:46 user nova-compute[75254]: WARNING nova.compute.manager [req-0405a9e7-027f-4cd8-8bb2-e2f799fdb445 req-1b22f04c-9b67-4b76-845d-63cc3f2f42d1 service nova] [instance: 375a4485-8909-4037-bfc3-f02b80d9c86c] Received unexpected event network-vif-plugged-5776ff85-ac0d-4bf8-9310-90ca2e5807ac for instance with vm_state deleted and task_state None.
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.459s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:46 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Deleted allocations for instance 375a4485-8909-4037-bfc3-f02b80d9c86c
Nov 29 10:35:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7b75e45d-b8a7-46e2-ac4d-cfe4d4c2ece6 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "375a4485-8909-4037-bfc3-f02b80d9c86c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.692s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:35:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:35:50 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:35:50 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:35:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8745MB free_disk=25.120838165283203GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:35:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:35:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:35:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:35:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'flavor' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:05 user nova-compute[75254]: INFO nova.compute.manager [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Attaching volume 8b8acd5a-0f94-42c4-854c-8fdffe692877 to /dev/vdb
Nov 29 10:36:06 user nova-compute[75254]: DEBUG os_brick.utils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e125a5fa-5457-496d-a41f-f5e7c6743019]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[39b98f82-08ea-47b7-8d61-c6a4b5cf7330]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2fd1f3b-6d61-4ac5-a39d-1c068959bf34]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c475ddf-9352-4d15-ae56-796bb91a0653]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:36:06 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:36:06 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e961410-207e-4e8b-8a15-e9d0e2706f6f]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG os_brick.utils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:06 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating existing volume attachment record: 0b40c1d0-ea09-4dcc-a449-acd2d37b44e1 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:36:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:13 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:13 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:13 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c44025-b208-4809-9013-05b00a3ffdcb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:36:13 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e56c4c-f0c2-4cc9-becf-a4fedd294b6e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877] added
Nov 29 10:36:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e95a3d5e-26de-4c14-b370-90d416105391]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e5f786-35d5-4113-a7d6-1b97aba8dd84]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gzIRAdsG {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gzIRAdsG" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bac7abd-7712-46e0-aa92-2ec106c9a8be]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gzIRAdsG'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[42de5c0a-4193-4b0b-8ab9-9f01f960ece9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee0368e-eee0-4eca-8c96-d7e4792cd2a9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:36:13 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:36:13 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:13 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:36:13 user nova-compute[75254]: 
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1414e7b8-9a5d-456c-9d48-2bc9d82a7bc0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]
Nov 29 10:36:13 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.
Nov 29 10:36:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0685955-765e-4783-868f-f742648faa3a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4544fb0-03c6-49d9-be4f-934539e54e00]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc180163-afda-4e15-8c3a-3a13790e4d34]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26137373863393937', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137373863393937', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'flavor' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:36:14 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:36:14 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:36:14 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:36:14 user nova-compute[75254]:   <serial>8b8acd5a-0f94-42c4-854c-8fdffe692877</serial>
Nov 29 10:36:14 user nova-compute[75254]: </disk>
Nov 29 10:36:14 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:14 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:36:14 user nova-compute[75254]: INFO nova.compute.claims [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Claim successful on node user
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No VIF found with MAC fa:16:3e:14:62:01, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5597bbce-d4c3-43e8-b7e3-9a2bc1193108 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.301s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.798s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.263s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:36:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.policy [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd99cf970c2e3464286652e9473976cb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b569f29474e747798acceaf1ab491a2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:36:15 user nova-compute[75254]: INFO nova.virt.block_device [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Booting with volume 9304fd70-296e-447a-b002-2cedf5fdd752 at /dev/vda
Nov 29 10:36:15 user nova-compute[75254]: DEBUG os_brick.utils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e61404-51a8-42cc-a93a-500133cc090c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[694a5480-35b9-4ff4-a007-c1d0688a22a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a4165f-f0af-4d6e-b6db-9d60f4b62cab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ef5f2a-60c7-4e59-a0e7-fdff3922ad37]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:36:15 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:36:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[be51dfff-6594-466e-a24c-3cbe2f49b14d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG os_brick.utils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:15 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating existing volume attachment record: 9a277d74-fff7-451b-8e75-c63201aa484e {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Successfully created port: bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Successfully updated port: bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing instance network info cache due to event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:36:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance network_info: |[{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updated VIF entry in instance network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b644688b-8e2c-48d6-ad6d-6bbfee3910d9 req-abc2488f-832a-463d-8f50-cb550417fd5a service nova] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing instance network info cache due to event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:36:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:36:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updated VIF entry in instance network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:36:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e40cd07a-bcb8-464d-8a02-44aa0e544859 req-47b7e5e7-989f-4ee6-93c0-235af413b1c9 service nova] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing instance network info cache due to event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:36:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:22 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:36:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:36:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Creating image(s)
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Ensure instance console log exists: /opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Start _get_guest_xml network_info=[{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3e4449d2-af0f-464e-b317-3588d3d0658a', 'attached_at': '', 'detached_at': '', 'volume_id': '9304fd70-296e-447a-b002-2cedf5fdd752', 'serial': '9304fd70-296e-447a-b002-2cedf5fdd752'}, 'attachment_id': '9a277d74-fff7-451b-8e75-c63201aa484e', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:36:23 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:23 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:23 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:23 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:23 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9808663-913d-4503-aab3-9974842a59db]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:36:23 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3808ff22-8f00-4f41-8686-dac21788b3b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752] added
Nov 29 10:36:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ae20d0-0f29-4288-9699-e877a88d0192]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updated VIF entry in instance network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[13486db3-a57f-4f18-93cb-79cd8c0fc075]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sNXmQrhB {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b9b9a29a-05bd-4e0c-ae1e-73ab92e5f744 req-322ceedf-2597-418c-827d-5afa419e8378 service nova] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sNXmQrhB" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[438789ce-7b27-404e-a076-97b9c2d4bb02]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sNXmQrhB'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[635cd27e-4e6d-407e-919f-affb1e03eb2e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[68a1f9a7-016f-4b19-bdf7-1f37c0eb578b]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[85aba961-5bea-4489-9a2c-4cc43184dd82]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]
Nov 29 10:36:23 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.
Nov 29 10:36:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a95569-ccde-4e76-b9c7-3fc74610c03f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcb82e0-6392-46e5-9e21-a0b6e9059d03]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:23 user nova-compute[75254]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:23 user nova-compute[75254]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:23 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[297322e5-15d9-4af0-8af2-8cfc49e1a833]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '23664353432326464', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664353432326464', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:36:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-703366870',display_name='tempest-TestShelveInstance-server-703366870',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-703366870',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFm7X1lrj4cWe5FyJQ+iWxEmT+4lpfmKhmKz2c7kZtdvE1A0l5gaoiqfTY+CMVJVgZHt4WeaMW2brpEEqvZhDflGt9zDWmq3ELuuoPWZ8cZyPOb2JbsTWyqzQAPGYw5yyw==',key_name='tempest-TestShelveInstance-445824701',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b569f29474e747798acceaf1ab491a2d',ramdisk_id='',reservation_id='r-vm1sa0yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1376374610',owner_user_name='tempest-TestShelveInstance-1376374610-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:36:15Z,user_data=None,user_id='d99cf970c2e3464286652e9473976cb4',uuid=3e4449d2-af0f-464e-b317-3588d3d0658a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converting VIF {"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.objects.instance [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'pci_devices' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:36:24 user nova-compute[75254]:   <uuid>3e4449d2-af0f-464e-b317-3588d3d0658a</uuid>
Nov 29 10:36:24 user nova-compute[75254]:   <name>instance-00000028</name>
Nov 29 10:36:24 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:36:24 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:36:24 user nova-compute[75254]:   <metadata>
Nov 29 10:36:24 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:36:24 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:36:24 user nova-compute[75254]:       <nova:name>tempest-TestShelveInstance-server-703366870</nova:name>
Nov 29 10:36:24 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:36:23</nova:creationTime>
Nov 29 10:36:24 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:36:24 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:36:24 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:36:24 user nova-compute[75254]:       <nova:owner>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:user uuid="d99cf970c2e3464286652e9473976cb4">tempest-TestShelveInstance-1376374610-project-member</nova:user>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:project uuid="b569f29474e747798acceaf1ab491a2d">tempest-TestShelveInstance-1376374610</nova:project>
Nov 29 10:36:24 user nova-compute[75254]:       </nova:owner>
Nov 29 10:36:24 user nova-compute[75254]:       <nova:ports>
Nov 29 10:36:24 user nova-compute[75254]:         <nova:port uuid="bddb5612-70db-4284-a27b-cb3e59923e9a">
Nov 29 10:36:24 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:36:24 user nova-compute[75254]:         </nova:port>
Nov 29 10:36:24 user nova-compute[75254]:       </nova:ports>
Nov 29 10:36:24 user nova-compute[75254]:     </nova:instance>
Nov 29 10:36:24 user nova-compute[75254]:   </metadata>
Nov 29 10:36:24 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:36:24 user nova-compute[75254]:     <system>
Nov 29 10:36:24 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:36:24 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:36:24 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:36:24 user nova-compute[75254]:       <entry name="serial">3e4449d2-af0f-464e-b317-3588d3d0658a</entry>
Nov 29 10:36:24 user nova-compute[75254]:       <entry name="uuid">3e4449d2-af0f-464e-b317-3588d3d0658a</entry>
Nov 29 10:36:24 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:36:24 user nova-compute[75254]:     </system>
Nov 29 10:36:24 user nova-compute[75254]:   </sysinfo>
Nov 29 10:36:24 user nova-compute[75254]:   <os>
Nov 29 10:36:24 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:36:24 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:36:24 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:36:24 user nova-compute[75254]:   </os>
Nov 29 10:36:24 user nova-compute[75254]:   <features>
Nov 29 10:36:24 user nova-compute[75254]:     <acpi/>
Nov 29 10:36:24 user nova-compute[75254]:     <apic/>
Nov 29 10:36:24 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:36:24 user nova-compute[75254]:   </features>
Nov 29 10:36:24 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:36:24 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:36:24 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:36:24 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:36:24 user nova-compute[75254]:   </clock>
Nov 29 10:36:24 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:36:24 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:36:24 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:36:24 user nova-compute[75254]:   </cpu>
Nov 29 10:36:24 user nova-compute[75254]:   <devices>
Nov 29 10:36:24 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:36:24 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:36:24 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:36:24 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:36:24 user nova-compute[75254]:       <serial>9304fd70-296e-447a-b002-2cedf5fdd752</serial>
Nov 29 10:36:24 user nova-compute[75254]:     </disk>
Nov 29 10:36:24 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:36:24 user nova-compute[75254]:       <mac address="fa:16:3e:10:ea:8a"/>
Nov 29 10:36:24 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:36:24 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:36:24 user nova-compute[75254]:       <target dev="tapbddb5612-70"/>
Nov 29 10:36:24 user nova-compute[75254]:     </interface>
Nov 29 10:36:24 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:36:24 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a/console.log" append="off"/>
Nov 29 10:36:24 user nova-compute[75254]:     </serial>
Nov 29 10:36:24 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:36:24 user nova-compute[75254]:     <video>
Nov 29 10:36:24 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:36:24 user nova-compute[75254]:     </video>
Nov 29 10:36:24 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:36:24 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:36:24 user nova-compute[75254]:     </rng>
Nov 29 10:36:24 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:36:24 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:36:24 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:36:24 user nova-compute[75254]:     </memballoon>
Nov 29 10:36:24 user nova-compute[75254]:   </devices>
Nov 29 10:36:24 user nova-compute[75254]: </domain>
Nov 29 10:36:24 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:36:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-703366870',display_name='tempest-TestShelveInstance-server-703366870',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-703366870',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFm7X1lrj4cWe5FyJQ+iWxEmT+4lpfmKhmKz2c7kZtdvE1A0l5gaoiqfTY+CMVJVgZHt4WeaMW2brpEEqvZhDflGt9zDWmq3ELuuoPWZ8cZyPOb2JbsTWyqzQAPGYw5yyw==',key_name='tempest-TestShelveInstance-445824701',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b569f29474e747798acceaf1ab491a2d',ramdisk_id='',reservation_id='r-vm1sa0yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1376374610',owner_user_name='tempest-TestShelveInstance-1376374610-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:36:15Z,user_data=None,user_id='d99cf970c2e3464286652e9473976cb4',uuid=3e4449d2-af0f-464e-b317-3588d3d0658a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converting VIF {"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG os_vif [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '326c04c4-855c-5890-b362-b2515b640f79', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbddb5612-70, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbddb5612-70, col_values=(('qos', UUID('cb3f3ff6-e4d8-429f-af48-23a6625c2ee3')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbddb5612-70, col_values=(('external_ids', {'iface-id': 'bddb5612-70db-4284-a27b-cb3e59923e9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:ea:8a', 'vm-uuid': '3e4449d2-af0f-464e-b317-3588d3d0658a'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:24 user nova-compute[75254]: INFO os_vif [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70')
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:36:24 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] No VIF found with MAC fa:16:3e:10:ea:8a, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG nova.compute.manager [req-ef82e4bc-d0f4-4537-98e1-489a757e57fa req-f570d4fa-0844-4dac-8e0d-d9204536dbe6 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ef82e4bc-d0f4-4537-98e1-489a757e57fa req-f570d4fa-0844-4dac-8e0d-d9204536dbe6 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ef82e4bc-d0f4-4537-98e1-489a757e57fa req-f570d4fa-0844-4dac-8e0d-d9204536dbe6 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ef82e4bc-d0f4-4537-98e1-489a757e57fa req-f570d4fa-0844-4dac-8e0d-d9204536dbe6 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:25 user nova-compute[75254]: DEBUG nova.compute.manager [req-ef82e4bc-d0f4-4537-98e1-489a757e57fa req-f570d4fa-0844-4dac-8e0d-d9204536dbe6 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:25 user nova-compute[75254]: WARNING nova.compute.manager [req-ef82e4bc-d0f4-4537-98e1-489a757e57fa req-f570d4fa-0844-4dac-8e0d-d9204536dbe6 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state building and task_state spawning.
Nov 29 10:36:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:27 user nova-compute[75254]: INFO nova.compute.manager [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Rebooting instance
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:36:27 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance spawned successfully.
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:36:27 user nova-compute[75254]: INFO nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Took 4.93 seconds to spawn the instance on the hypervisor.
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-344e0f1d-3139-40a5-a608-232e7011184c req-4ba487d2-09da-47ce-98cc-fcbaa2d548d7 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-344e0f1d-3139-40a5-a608-232e7011184c req-4ba487d2-09da-47ce-98cc-fcbaa2d548d7 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-344e0f1d-3139-40a5-a608-232e7011184c req-4ba487d2-09da-47ce-98cc-fcbaa2d548d7 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-344e0f1d-3139-40a5-a608-232e7011184c req-4ba487d2-09da-47ce-98cc-fcbaa2d548d7 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:27 user nova-compute[75254]: DEBUG nova.compute.manager [req-344e0f1d-3139-40a5-a608-232e7011184c req-4ba487d2-09da-47ce-98cc-fcbaa2d548d7 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:27 user nova-compute[75254]: WARNING nova.compute.manager [req-344e0f1d-3139-40a5-a608-232e7011184c req-4ba487d2-09da-47ce-98cc-fcbaa2d548d7 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state building and task_state spawning.
Nov 29 10:36:28 user nova-compute[75254]: INFO nova.compute.manager [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Took 13.12 seconds to build instance.
Nov 29 10:36:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-09f882e3-8f3d-4534-af86-8a9cf9038ac6 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.218s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-882c8b05-19df-48fe-8212-0d410724b261 req-1ae807b1-5eb0-4c7f-867d-b90d51906f27 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-882c8b05-19df-48fe-8212-0d410724b261 req-1ae807b1-5eb0-4c7f-867d-b90d51906f27 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-882c8b05-19df-48fe-8212-0d410724b261 req-1ae807b1-5eb0-4c7f-867d-b90d51906f27 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-882c8b05-19df-48fe-8212-0d410724b261 req-1ae807b1-5eb0-4c7f-867d-b90d51906f27 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-882c8b05-19df-48fe-8212-0d410724b261 req-1ae807b1-5eb0-4c7f-867d-b90d51906f27 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:28 user nova-compute[75254]: WARNING nova.compute.manager [req-882c8b05-19df-48fe-8212-0d410724b261 req-1ae807b1-5eb0-4c7f-867d-b90d51906f27 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state active and task_state reboot_started_hard.
Nov 29 10:36:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance destroyed successfully.
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'resources' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2057769990',display_name='tempest-TestMinimumBasicScenario-server-2057769990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2057769990',id=38,image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyULKgOL6LfhHy+/pO9jqkfuHEFr/IC4HYjmcsTwZFkdoMGQNFJlagRFuOx28xJLJKtQ4JzLDn0AbMSLMkfFS82VIVEr8bRsc7Ta55CgtyI7GF+RFrM49DzcK0OLjsP/g==',key_name='tempest-TestMinimumBasicScenario-92343911',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-agdppim0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:29Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=09ccaa83-3cc2-44ca-981b-bc137ff53930,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc75a38b-ac, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d72d403-8ab1-4cd6-8948-4d93a1df208a) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:29 user nova-compute[75254]: INFO os_vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac')
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6adc99-e56c-4f4d-a874-a2de0e6ccdd6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:36:29 user nova-compute[75254]: No targets found.
Nov 29 10:36:29 user nova-compute[75254]: iSNS:
Nov 29 10:36:29 user nova-compute[75254]: No targets found.
Nov 29 10:36:29 user nova-compute[75254]: STATIC:
Nov 29 10:36:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752
Nov 29 10:36:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:36:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:36:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877
Nov 29 10:36:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:36:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:36:29 user nova-compute[75254]: FIRMWARE:
Nov 29 10:36:29 user nova-compute[75254]: No targets found.
Nov 29 10:36:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:36:29 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:36:29 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4a9731-ffad-4f20-9861-f145dd902634]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[38eddf05-aba8-48ec-8b47-7d44bf95fcdb]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:29 user nova-compute[75254]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:29 user nova-compute[75254]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb42d3e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c923bf3-9f0e-4e97-b278-82a10ffa603b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8eaac71-0282-42a7-81de-23569b33d37f]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba44319a-ddbf-4581-b9d7-b2d1099abd27]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda0a886-b58a-462f-abb9-3eb4e7c1e91e]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[22eb2df2-6e7e-4b14-9488-a833aceb1162]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --logout" returned: 0 in 0.257s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4813703f-a125-4015-850a-efd1be1332fc]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]
Nov 29 10:36:29 user nova-compute[75254]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.
Nov 29 10:36:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3be770c-87f2-4c7e-98a7-a3673acdf530]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.476s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== disconnect_volume: return (478ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Start _get_guest_xml network_info=[{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=6233f2cf-4949-49af-bef8-0703c22c571a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '6233f2cf-4949-49af-bef8-0703c22c571a'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '09ccaa83-3cc2-44ca-981b-bc137ff53930', 'attached_at': '', 'detached_at': '', 'volume_id': '8b8acd5a-0f94-42c4-854c-8fdffe692877', 'serial': '8b8acd5a-0f94-42c4-854c-8fdffe692877'}, 'attachment_id': '0b40c1d0-ea09-4dcc-a449-acd2d37b44e1', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:36:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=6233f2cf-4949-49af-bef8-0703c22c571a,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'vcpu_model' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:29 user nova-compute[75254]: DEBUG nova.objects.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Object Instance<09ccaa83-3cc2-44ca-981b-bc137ff53930> lazy-loaded attributes: resources,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:30 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.005s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:30 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:30 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ac508b-2df0-4985-9281-aa34fa2e3067]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:36:30 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4af8895a-f57b-48a6-815b-d70d55f56f47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877] added
Nov 29 10:36:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53427d4-c301-43d2-8449-7bbb50888ee6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e05ec6-2b54-4912-97dd-c688a438cb41]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gzIRAdsG {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gzIRAdsG" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71c8697-a6c4-4bde-b25d-bb67217f3f05]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gzIRAdsG'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0d7c1c-96d2-4fa4-9107-703bbfaaad38]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ce49b4-d7b2-4659-8303-dc6fd235c476]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d820e5a4-a15e-4988-baf0-10b5295ebeed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]
Nov 29 10:36:30 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.
Nov 29 10:36:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f395149d-ac37-4469-9f2e-4669c17c3081]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[973f73d3-3e01-4ef8-b3a2-c94a371ae0ef]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:30 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:30 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:30 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9eb063d-3be7-4b1b-95ab-fba82b0edc29]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-c6884ece-8b45-4b70-9cb7-d9e5ce277d27 req-a0c59bcf-880d-4249-90b4-467bdfe5cb48 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6884ece-8b45-4b70-9cb7-d9e5ce277d27 req-a0c59bcf-880d-4249-90b4-467bdfe5cb48 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6884ece-8b45-4b70-9cb7-d9e5ce277d27 req-a0c59bcf-880d-4249-90b4-467bdfe5cb48 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c6884ece-8b45-4b70-9cb7-d9e5ce277d27 req-a0c59bcf-880d-4249-90b4-467bdfe5cb48 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-c6884ece-8b45-4b70-9cb7-d9e5ce277d27 req-a0c59bcf-880d-4249-90b4-467bdfe5cb48 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:30 user nova-compute[75254]: WARNING nova.compute.manager [req-c6884ece-8b45-4b70-9cb7-d9e5ce277d27 req-a0c59bcf-880d-4249-90b4-467bdfe5cb48 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state active and task_state reboot_started_hard.
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-changed-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Refreshing instance network info cache due to event network-changed-fd9c736f-a06d-47ca-906d-e607802cfdf9. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Refreshing network info cache for port fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '26137373863393937', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137373863393937', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2057769990',display_name='tempest-TestMinimumBasicScenario-server-2057769990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2057769990',id=38,image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyULKgOL6LfhHy+/pO9jqkfuHEFr/IC4HYjmcsTwZFkdoMGQNFJlagRFuOx28xJLJKtQ4JzLDn0AbMSLMkfFS82VIVEr8bRsc7Ta55CgtyI7GF+RFrM49DzcK0OLjsP/g==',key_name='tempest-TestMinimumBasicScenario-92343911',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-agdppim0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:29Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=09ccaa83-3cc2-44ca-981b-bc137ff53930,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'pci_devices' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.objects.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Object Instance<09ccaa83-3cc2-44ca-981b-bc137ff53930> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:36:31 user nova-compute[75254]:   <uuid>09ccaa83-3cc2-44ca-981b-bc137ff53930</uuid>
Nov 29 10:36:31 user nova-compute[75254]:   <name>instance-00000026</name>
Nov 29 10:36:31 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:36:31 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:36:31 user nova-compute[75254]:   <metadata>
Nov 29 10:36:31 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:36:31 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:36:31 user nova-compute[75254]:       <nova:name>tempest-TestMinimumBasicScenario-server-2057769990</nova:name>
Nov 29 10:36:31 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:36:29</nova:creationTime>
Nov 29 10:36:31 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:36:31 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:36:31 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:36:31 user nova-compute[75254]:       <nova:owner>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:user uuid="e0f030064bf84c048d528599b77a3789">tempest-TestMinimumBasicScenario-1214946291-project-member</nova:user>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:project uuid="e1246a4d82bc4fdfa8cddd53175be10a">tempest-TestMinimumBasicScenario-1214946291</nova:project>
Nov 29 10:36:31 user nova-compute[75254]:       </nova:owner>
Nov 29 10:36:31 user nova-compute[75254]:       <nova:root type="image" uuid="6233f2cf-4949-49af-bef8-0703c22c571a"/>
Nov 29 10:36:31 user nova-compute[75254]:       <nova:ports>
Nov 29 10:36:31 user nova-compute[75254]:         <nova:port uuid="cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae">
Nov 29 10:36:31 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:36:31 user nova-compute[75254]:         </nova:port>
Nov 29 10:36:31 user nova-compute[75254]:       </nova:ports>
Nov 29 10:36:31 user nova-compute[75254]:     </nova:instance>
Nov 29 10:36:31 user nova-compute[75254]:   </metadata>
Nov 29 10:36:31 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:36:31 user nova-compute[75254]:     <system>
Nov 29 10:36:31 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:36:31 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:36:31 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:36:31 user nova-compute[75254]:       <entry name="serial">09ccaa83-3cc2-44ca-981b-bc137ff53930</entry>
Nov 29 10:36:31 user nova-compute[75254]:       <entry name="uuid">09ccaa83-3cc2-44ca-981b-bc137ff53930</entry>
Nov 29 10:36:31 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:36:31 user nova-compute[75254]:     </system>
Nov 29 10:36:31 user nova-compute[75254]:   </sysinfo>
Nov 29 10:36:31 user nova-compute[75254]:   <os>
Nov 29 10:36:31 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:36:31 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:36:31 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:36:31 user nova-compute[75254]:   </os>
Nov 29 10:36:31 user nova-compute[75254]:   <features>
Nov 29 10:36:31 user nova-compute[75254]:     <acpi/>
Nov 29 10:36:31 user nova-compute[75254]:     <apic/>
Nov 29 10:36:31 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:36:31 user nova-compute[75254]:   </features>
Nov 29 10:36:31 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:36:31 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:36:31 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:36:31 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:36:31 user nova-compute[75254]:   </clock>
Nov 29 10:36:31 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:36:31 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:36:31 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:36:31 user nova-compute[75254]:   </cpu>
Nov 29 10:36:31 user nova-compute[75254]:   <devices>
Nov 29 10:36:31 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:36:31 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:36:31 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk"/>
Nov 29 10:36:31 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:36:31 user nova-compute[75254]:     </disk>
Nov 29 10:36:31 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:36:31 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:36:31 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 10:36:31 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:36:31 user nova-compute[75254]:       <serial>8b8acd5a-0f94-42c4-854c-8fdffe692877</serial>
Nov 29 10:36:31 user nova-compute[75254]:     </disk>
Nov 29 10:36:31 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:36:31 user nova-compute[75254]:       <mac address="fa:16:3e:14:62:01"/>
Nov 29 10:36:31 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:36:31 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:36:31 user nova-compute[75254]:       <target dev="tapcc75a38b-ac"/>
Nov 29 10:36:31 user nova-compute[75254]:     </interface>
Nov 29 10:36:31 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:36:31 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/console.log" append="off"/>
Nov 29 10:36:31 user nova-compute[75254]:     </serial>
Nov 29 10:36:31 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:36:31 user nova-compute[75254]:     <video>
Nov 29 10:36:31 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:36:31 user nova-compute[75254]:     </video>
Nov 29 10:36:31 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:36:31 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:36:31 user nova-compute[75254]:     </rng>
Nov 29 10:36:31 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:36:31 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:36:31 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:36:31 user nova-compute[75254]:     </memballoon>
Nov 29 10:36:31 user nova-compute[75254]:   </devices>
Nov 29 10:36:31 user nova-compute[75254]: </domain>
Nov 29 10:36:31 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.objects.instance [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'trusted_certs' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.objects.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Object Instance<09ccaa83-3cc2-44ca-981b-bc137ff53930> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updated VIF entry in instance network info cache for port fd9c736f-a06d-47ca-906d-e607802cfdf9. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.network.neutron [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-93134213-7548-463d-b0ca-43308ced19f4 req-62230075-2f6a-4961-b71b-4320bdad22a7 service nova] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef --force-share --output=json" returned: 0 in 0.201s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:36:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Cannot resize image /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'migration_context' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG nova.objects.base [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Object Instance<09ccaa83-3cc2-44ca-981b-bc137ff53930> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2057769990',display_name='tempest-TestMinimumBasicScenario-server-2057769990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2057769990',id=38,image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyULKgOL6LfhHy+/pO9jqkfuHEFr/IC4HYjmcsTwZFkdoMGQNFJlagRFuOx28xJLJKtQ4JzLDn0AbMSLMkfFS82VIVEr8bRsc7Ta55CgtyI7GF+RFrM49DzcK0OLjsP/g==',key_name='tempest-TestMinimumBasicScenario-92343911',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-agdppim0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:36:29Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=09ccaa83-3cc2-44ca-981b-bc137ff53930,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG os_vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ae9717ef-2d20-5c87-9cd3-b5b4f1d368b2', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcc75a38b-ac, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcc75a38b-ac, col_values=(('qos', UUID('84d8028a-16f7-420d-a3d6-c5ca3cf3cca2')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcc75a38b-ac, col_values=(('external_ids', {'iface-id': 'cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:62:01', 'vm-uuid': '09ccaa83-3cc2-44ca-981b-bc137ff53930'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:32 user nova-compute[75254]: INFO os_vif [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac')
Nov 29 10:36:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-9801d7c5-06ca-4421-902e-151ceb214d78 req-f56230bd-094d-40e9-8f79-80508387fffb service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9801d7c5-06ca-4421-902e-151ceb214d78 req-f56230bd-094d-40e9-8f79-80508387fffb service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9801d7c5-06ca-4421-902e-151ceb214d78 req-f56230bd-094d-40e9-8f79-80508387fffb service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9801d7c5-06ca-4421-902e-151ceb214d78 req-f56230bd-094d-40e9-8f79-80508387fffb service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-9801d7c5-06ca-4421-902e-151ceb214d78 req-f56230bd-094d-40e9-8f79-80508387fffb service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:33 user nova-compute[75254]: WARNING nova.compute.manager [req-9801d7c5-06ca-4421-902e-151ceb214d78 req-f56230bd-094d-40e9-8f79-80508387fffb service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state active and task_state reboot_started_hard.
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:34 user nova-compute[75254]: INFO nova.compute.manager [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Attaching volume a9db6a90-a558-4913-9f55-30e1d171a0a6 to /dev/vdb
Nov 29 10:36:34 user nova-compute[75254]: DEBUG os_brick.utils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab13c9ac-59d1-4f01-9204-239cb1a5de04]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7ebe4b-b78a-42eb-8cd3-d552af38580a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[781bd632-2eea-49ee-8202-021c7936d7bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c79bf2fc-bfb6-4efd-b0a5-e654b2047d70]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:36:34 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:36:34 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf23f53-8182-4a6d-8094-eea7ba051d94]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG os_brick.utils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:34 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating existing volume attachment record: f53d93d1-4be4-4a14-8acd-054e38f05b8d {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:36:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-cc2a162a-3fce-4574-998f-aea3a0ea5c28 req-39dc7496-912d-4e8a-8ae4-8fd8c49d85bf service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cc2a162a-3fce-4574-998f-aea3a0ea5c28 req-39dc7496-912d-4e8a-8ae4-8fd8c49d85bf service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cc2a162a-3fce-4574-998f-aea3a0ea5c28 req-39dc7496-912d-4e8a-8ae4-8fd8c49d85bf service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cc2a162a-3fce-4574-998f-aea3a0ea5c28 req-39dc7496-912d-4e8a-8ae4-8fd8c49d85bf service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG nova.compute.manager [req-cc2a162a-3fce-4574-998f-aea3a0ea5c28 req-39dc7496-912d-4e8a-8ae4-8fd8c49d85bf service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:36 user nova-compute[75254]: WARNING nova.compute.manager [req-cc2a162a-3fce-4574-998f-aea3a0ea5c28 req-39dc7496-912d-4e8a-8ae4-8fd8c49d85bf service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state active and task_state reboot_started_hard.
Nov 29 10:36:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:36:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance rebooted successfully.
Nov 29 10:36:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-28bb692b-e667-4f30-ba66-86aa8653ceda tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.573s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:36:38 user nova-compute[75254]: INFO nova.compute.claims [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Claim successful on node user
Nov 29 10:36:38 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:36:38 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.307s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:36:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.policy [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f83f0094fe4cfb99a9ca3e468c9b72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c51a4f882fb2414ea77165d68da95519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:36:39 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Creating image(s)
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "/opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.229s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk 1073741824" returned: 0 in 0.052s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Skipping network cache update for instance because it is Building. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG nova.network.neutron [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Successfully created port: 7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:36:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.226s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Cannot resize image /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Ensure instance console log exists: /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Successfully updated port: 7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquired lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-changed-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.compute.manager [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Refreshing instance network info cache due to event network-changed-7a5c088c-a6df-4e13-ae8a-83b604e998ae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] Acquiring lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:40 user nova-compute[75254]: DEBUG nova.network.neutron [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updating instance_info_cache with network_info: [{"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Releasing lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Instance network_info: |[{"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] Acquired lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Refreshing network info cache for port 7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Start _get_guest_xml network_info=[{"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:36:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:36:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-527929162',display_name='tempest-AttachVolumeNegativeTest-server-527929162',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-527929162',id=41,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdsYmkm7TYEO5FaXjcpOIQgYBz2Iy1/i0UokeKp4bTkumeFcu53Tk9PsBHFFrpjBITw4ZhlaGUIyGpUXP6cViRuR7uWjbtoVpMz6vtfHYUf3w2IwFUAzoAoLS4Vc5IV7g==',key_name='tempest-keypair-864087521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-s4tohgjz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:36:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=e3e196ee-6273-451a-b86f-0cd3e81066f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'pci_devices' on Instance uuid e3e196ee-6273-451a-b86f-0cd3e81066f1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:36:41 user nova-compute[75254]:   <uuid>e3e196ee-6273-451a-b86f-0cd3e81066f1</uuid>
Nov 29 10:36:41 user nova-compute[75254]:   <name>instance-00000029</name>
Nov 29 10:36:41 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:36:41 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:36:41 user nova-compute[75254]:   <metadata>
Nov 29 10:36:41 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:36:41 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:36:41 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeNegativeTest-server-527929162</nova:name>
Nov 29 10:36:41 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:36:41</nova:creationTime>
Nov 29 10:36:41 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:36:41 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:36:41 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:36:41 user nova-compute[75254]:       <nova:owner>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:user uuid="b2f83f0094fe4cfb99a9ca3e468c9b72">tempest-AttachVolumeNegativeTest-1153176039-project-member</nova:user>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:project uuid="c51a4f882fb2414ea77165d68da95519">tempest-AttachVolumeNegativeTest-1153176039</nova:project>
Nov 29 10:36:41 user nova-compute[75254]:       </nova:owner>
Nov 29 10:36:41 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:36:41 user nova-compute[75254]:       <nova:ports>
Nov 29 10:36:41 user nova-compute[75254]:         <nova:port uuid="7a5c088c-a6df-4e13-ae8a-83b604e998ae">
Nov 29 10:36:41 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 29 10:36:41 user nova-compute[75254]:         </nova:port>
Nov 29 10:36:41 user nova-compute[75254]:       </nova:ports>
Nov 29 10:36:41 user nova-compute[75254]:     </nova:instance>
Nov 29 10:36:41 user nova-compute[75254]:   </metadata>
Nov 29 10:36:41 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:36:41 user nova-compute[75254]:     <system>
Nov 29 10:36:41 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:36:41 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:36:41 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:36:41 user nova-compute[75254]:       <entry name="serial">e3e196ee-6273-451a-b86f-0cd3e81066f1</entry>
Nov 29 10:36:41 user nova-compute[75254]:       <entry name="uuid">e3e196ee-6273-451a-b86f-0cd3e81066f1</entry>
Nov 29 10:36:41 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:36:41 user nova-compute[75254]:     </system>
Nov 29 10:36:41 user nova-compute[75254]:   </sysinfo>
Nov 29 10:36:41 user nova-compute[75254]:   <os>
Nov 29 10:36:41 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:36:41 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:36:41 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:36:41 user nova-compute[75254]:   </os>
Nov 29 10:36:41 user nova-compute[75254]:   <features>
Nov 29 10:36:41 user nova-compute[75254]:     <acpi/>
Nov 29 10:36:41 user nova-compute[75254]:     <apic/>
Nov 29 10:36:41 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:36:41 user nova-compute[75254]:   </features>
Nov 29 10:36:41 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:36:41 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:36:41 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:36:41 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:36:41 user nova-compute[75254]:   </clock>
Nov 29 10:36:41 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:36:41 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:36:41 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:36:41 user nova-compute[75254]:   </cpu>
Nov 29 10:36:41 user nova-compute[75254]:   <devices>
Nov 29 10:36:41 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:36:41 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:36:41 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk"/>
Nov 29 10:36:41 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:36:41 user nova-compute[75254]:     </disk>
Nov 29 10:36:41 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:36:41 user nova-compute[75254]:       <mac address="fa:16:3e:a8:1d:9c"/>
Nov 29 10:36:41 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:36:41 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:36:41 user nova-compute[75254]:       <target dev="tap7a5c088c-a6"/>
Nov 29 10:36:41 user nova-compute[75254]:     </interface>
Nov 29 10:36:41 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:36:41 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/console.log" append="off"/>
Nov 29 10:36:41 user nova-compute[75254]:     </serial>
Nov 29 10:36:41 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:36:41 user nova-compute[75254]:     <video>
Nov 29 10:36:41 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:36:41 user nova-compute[75254]:     </video>
Nov 29 10:36:41 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:36:41 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:36:41 user nova-compute[75254]:     </rng>
Nov 29 10:36:41 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:36:41 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:36:41 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:36:41 user nova-compute[75254]:     </memballoon>
Nov 29 10:36:41 user nova-compute[75254]:   </devices>
Nov 29 10:36:41 user nova-compute[75254]: </domain>
Nov 29 10:36:41 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:36:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-527929162',display_name='tempest-AttachVolumeNegativeTest-server-527929162',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-527929162',id=41,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdsYmkm7TYEO5FaXjcpOIQgYBz2Iy1/i0UokeKp4bTkumeFcu53Tk9PsBHFFrpjBITw4ZhlaGUIyGpUXP6cViRuR7uWjbtoVpMz6vtfHYUf3w2IwFUAzoAoLS4Vc5IV7g==',key_name='tempest-keypair-864087521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-s4tohgjz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:36:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=e3e196ee-6273-451a-b86f-0cd3e81066f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG os_vif [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9dc15d90-bca8-52f6-90c0-477b6d71b107', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7a5c088c-a6, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7a5c088c-a6, col_values=(('qos', UUID('539a4e5a-daec-458d-bcfe-ecf80c43b049')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7a5c088c-a6, col_values=(('external_ids', {'iface-id': '7a5c088c-a6df-4e13-ae8a-83b604e998ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:1d:9c', 'vm-uuid': 'e3e196ee-6273-451a-b86f-0cd3e81066f1'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:41 user nova-compute[75254]: INFO os_vif [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6')
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:36:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:a8:1d:9c, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:36:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updated VIF entry in instance network info cache for port 7a5c088c-a6df-4e13-ae8a-83b604e998ae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:36:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updating instance_info_cache with network_info: [{"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:36:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8413a446-5505-48a5-aa83-3637ff448a3b req-5e037988-350c-4555-8127-f413ff075871 service nova] Releasing lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:36:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-7601e674-0797-4a0f-ba26-eba11f8d32dc req-b5268419-c515-49eb-93c4-3aeaa8f91142 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7601e674-0797-4a0f-ba26-eba11f8d32dc req-b5268419-c515-49eb-93c4-3aeaa8f91142 service nova] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7601e674-0797-4a0f-ba26-eba11f8d32dc req-b5268419-c515-49eb-93c4-3aeaa8f91142 service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7601e674-0797-4a0f-ba26-eba11f8d32dc req-b5268419-c515-49eb-93c4-3aeaa8f91142 service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-7601e674-0797-4a0f-ba26-eba11f8d32dc req-b5268419-c515-49eb-93c4-3aeaa8f91142 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] No waiting events found dispatching network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:43 user nova-compute[75254]: WARNING nova.compute.manager [req-7601e674-0797-4a0f-ba26-eba11f8d32dc req-b5268419-c515-49eb-93c4-3aeaa8f91142 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received unexpected event network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae for instance with vm_state building and task_state spawning.
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:36:43 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:43 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:36:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:36:43 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:36:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1767f14d-dfa4-4625-85ed-5714775b077a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:36:44 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b4270ff-f2a2-435c-9a6b-23657f4ce8f1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6] added
Nov 29 10:36:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[be41e125-0a47-4a84-b75c-359bb5b80fbe]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a985bbaf-a3fe-48fd-91df-aa8909e92aa5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkwFCdUa {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkwFCdUa" returned: 0 in 0.026s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ded17b0-5045-4b67-8401-55a736b23a13]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AkwFCdUa'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0521b61e-4dc3-4158-9747-2ce097254bae]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3f8b92-c94b-42d0-8115-0b6cd82c9584]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[52815147-0ae1-459d-8efd-5f2f03b6c529]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]
Nov 29 10:36:44 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.
Nov 29 10:36:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[09540e79-7fd0-41f5-ac8b-8c70ac93ede0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[46091b5b-2a1c-4cab-9347-fc4a620a9aac]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:36:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] HCTL ('35', '-', '-', 0) found on session 47 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f9416d-b29e-4d12-88e1-8fdc79b75397]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:36:45 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Instance spawned successfully.
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 47 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== connect_volume: return (1415ms) {'type': 'block', 'scsi_wwn': '23938336534343062', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938336534343062', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:36:45 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:36:45 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:36:45 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:36:45 user nova-compute[75254]:   <serial>a9db6a90-a558-4913-9f55-30e1d171a0a6</serial>
Nov 29 10:36:45 user nova-compute[75254]: </disk>
Nov 29 10:36:45 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:36:45 user nova-compute[75254]: INFO nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Took 6.21 seconds to spawn the instance on the hypervisor.
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-c59cf522-f410-4906-b1f6-83e78e0ffd31 req-89c0f53a-2012-465c-adc5-352ab56622f2 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c59cf522-f410-4906-b1f6-83e78e0ffd31 req-89c0f53a-2012-465c-adc5-352ab56622f2 service nova] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c59cf522-f410-4906-b1f6-83e78e0ffd31 req-89c0f53a-2012-465c-adc5-352ab56622f2 service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c59cf522-f410-4906-b1f6-83e78e0ffd31 req-89c0f53a-2012-465c-adc5-352ab56622f2 service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-c59cf522-f410-4906-b1f6-83e78e0ffd31 req-89c0f53a-2012-465c-adc5-352ab56622f2 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] No waiting events found dispatching network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:45 user nova-compute[75254]: WARNING nova.compute.manager [req-c59cf522-f410-4906-b1f6-83e78e0ffd31 req-89c0f53a-2012-465c-adc5-352ab56622f2 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received unexpected event network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae for instance with vm_state active and task_state None.
Nov 29 10:36:45 user nova-compute[75254]: INFO nova.compute.manager [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Took 6.91 seconds to build instance.
Nov 29 10:36:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-70254f65-cd01-4408-be0d-e5ebbfd03e2a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.059s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No VIF found with MAC fa:16:3e:0e:36:6a, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ff5c277d-399d-470a-bb11-ee6792af8891 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.734s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75254) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:47 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance destroyed successfully.
Nov 29 10:36:47 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:47 user nova-compute[75254]: WARNING nova.compute.manager [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state active and task_state powering-off.
Nov 29 10:36:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:36:47 user nova-compute[75254]: WARNING nova.compute.manager [req-83079ff6-475d-4d31-a223-3bba184c5458 req-d782a9c0-3e03-4fa8-b7d1-559e8129186b service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state active and task_state powering-off.
Nov 29 10:36:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5db30c7a-1ace-4c2d-b04f-d740a5c25505 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.942s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:36:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:49 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:36:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:36:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8541MB free_disk=25.09885025024414GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3e4449d2-af0f-464e-b317-3588d3d0658a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e3e196ee-6273-451a-b86f-0cd3e81066f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:36:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.265s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:36:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:36:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:37:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:37:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:37:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:37:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:37:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:37:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:37:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:37:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:37:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:37:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:37:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:37:42 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:37:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:37:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:37:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:37:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:37:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:37:49 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:37:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:37:50 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:37:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:37:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8681MB free_disk=25.0701904296875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3e4449d2-af0f-464e-b317-3588d3d0658a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e3e196ee-6273-451a-b86f-0cd3e81066f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.258s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:37:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:37:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing instance network info cache due to event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updated VIF entry in instance network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-14b7ce62-2dd3-4031-a260-c01043845fb3 req-a17a8d85-3d87-4eea-8c5e-99e0ef942b25 service nova] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:08 user nova-compute[75254]: INFO nova.compute.manager [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Shelve offloading
Nov 29 10:38:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-ceeaf4b9-3c2f-4918-8c69-9dff4f92ae2e req-f41a5e5a-bfed-47b5-b11b-8eab121fd4c0 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-unplugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ceeaf4b9-3c2f-4918-8c69-9dff4f92ae2e req-f41a5e5a-bfed-47b5-b11b-8eab121fd4c0 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ceeaf4b9-3c2f-4918-8c69-9dff4f92ae2e req-f41a5e5a-bfed-47b5-b11b-8eab121fd4c0 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-ceeaf4b9-3c2f-4918-8c69-9dff4f92ae2e req-f41a5e5a-bfed-47b5-b11b-8eab121fd4c0 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-ceeaf4b9-3c2f-4918-8c69-9dff4f92ae2e req-f41a5e5a-bfed-47b5-b11b-8eab121fd4c0 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-unplugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:38:08 user nova-compute[75254]: WARNING nova.compute.manager [req-ceeaf4b9-3c2f-4918-8c69-9dff4f92ae2e req-f41a5e5a-bfed-47b5-b11b-8eab121fd4c0 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-unplugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state active and task_state shelving.
Nov 29 10:38:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance destroyed successfully.
Nov 29 10:38:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:08 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:09 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance destroyed successfully.
Nov 29 10:38:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'resources' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:36:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-703366870',display_name='tempest-TestShelveInstance-server-703366870',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-703366870',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFm7X1lrj4cWe5FyJQ+iWxEmT+4lpfmKhmKz2c7kZtdvE1A0l5gaoiqfTY+CMVJVgZHt4WeaMW2brpEEqvZhDflGt9zDWmq3ELuuoPWZ8cZyPOb2JbsTWyqzQAPGYw5yyw==',key_name='tempest-TestShelveInstance-445824701',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:36:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b569f29474e747798acceaf1ab491a2d',ramdisk_id='',reservation_id='r-vm1sa0yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1376374610',owner_user_name='tempest-TestShelveInstance-1376374610-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:28Z,user_data=None,user_id='d99cf970c2e3464286652e9473976cb4',uuid=3e4449d2-af0f-464e-b317-3588d3d0658a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converting VIF {"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_vif [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbddb5612-70, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb3f3ff6-e4d8-429f-af48-23a6625c2ee3) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:09 user nova-compute[75254]: INFO os_vif [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70')
Nov 29 10:38:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:38:09 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2847601-86e3-4ced-a025-421a0b44ee1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:38:09 user nova-compute[75254]: No targets found.
Nov 29 10:38:09 user nova-compute[75254]: iSNS:
Nov 29 10:38:09 user nova-compute[75254]: No targets found.
Nov 29 10:38:09 user nova-compute[75254]: STATIC:
Nov 29 10:38:09 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6
Nov 29 10:38:09 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:09 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:09 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752
Nov 29 10:38:09 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:09 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:09 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877
Nov 29 10:38:09 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:09 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:09 user nova-compute[75254]: FIRMWARE:
Nov 29 10:38:09 user nova-compute[75254]: No targets found.
Nov 29 10:38:09 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:38:09 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:38:09 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd4c3cc-3799-4f08-bfec-485e14d373e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e258a976-38dc-41f2-9100-d814d66ac8ad]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:38:09 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:09 user nova-compute[75254]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:09 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:38:09 user nova-compute[75254]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:09 user nova-compute[75254]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:09 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba46d6320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[df56da6e-26c2-4611-8594-2b95671c4014]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[852c5607-6fe9-4e09-9977-912fa06f0535]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b8023c-1fa6-45eb-ab83-07078a4c5904]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d83a5be-20c1-43fd-bb1c-086872476799]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:09 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3d9d095-0f33-4268-9c80-b5006764897d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b06de5-b70d-4305-b4ea-25ef79f62cb7]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]
Nov 29 10:38:10 user nova-compute[75254]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.
Nov 29 10:38:10 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab07f11-a325-416c-9b45-6de6486d7f2a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] <== disconnect_volume: return (309ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:38:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Deleting instance files /opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a_del
Nov 29 10:38:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Deletion of /opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a_del complete
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:38:10 user nova-compute[75254]: WARNING nova.compute.manager [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state active and task_state shelving.
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing instance network info cache due to event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.network.neutron [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.network.neutron [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updated VIF entry in instance network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG nova.network.neutron [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": null, "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapbddb5612-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c5a6c460-f406-4c9e-b97d-a44577741578 req-168f0bbd-6a8a-4ba4-b592-426e4ff61081 service nova] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:11 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Deleted allocations for instance 3e4449d2-af0f-464e-b317-3588d3d0658a
Nov 29 10:38:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'numa_topology' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG nova.objects.base [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Object Instance<3e4449d2-af0f-464e-b317-3588d3d0658a> lazy-loaded attributes: resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.175s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ca3cc3b3-8120-4e06-88dd-ea70bb43d85c tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.282s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:19 user nova-compute[75254]: DEBUG nova.compute.manager [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing instance network info cache due to event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:38:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:19 user nova-compute[75254]: DEBUG nova.network.neutron [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:38:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updated VIF entry in instance network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-175fb645-346b-425e-b8ea-d675f8b6919f req-5fbe1790-3d59-4aba-9a05-b13992f6f0c7 service nova] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing instance network info cache due to event network-changed-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] Acquiring lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] Acquired lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Refreshing network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:20 user nova-compute[75254]: INFO nova.compute.manager [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Detaching volume 8b8acd5a-0f94-42c4-854c-8fdffe692877
Nov 29 10:38:20 user nova-compute[75254]: INFO nova.virt.block_device [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Attempting to driver detach volume 8b8acd5a-0f94-42c4-854c-8fdffe692877 from mountpoint /dev/vdb
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Attempting to detach device vdb from instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:38:20 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:38:20 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:38:20 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:38:20 user nova-compute[75254]:   <serial>8b8acd5a-0f94-42c4-854c-8fdffe692877</serial>
Nov 29 10:38:20 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:38:20 user nova-compute[75254]: </disk>
Nov 29 10:38:20 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:38:20 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully detached device vdb from instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 from the persistent domain config.
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:38:20 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:38:20 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:38:20 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:38:20 user nova-compute[75254]:   <serial>8b8acd5a-0f94-42c4-854c-8fdffe692877</serial>
Nov 29 10:38:20 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:38:20 user nova-compute[75254]: </disk>
Nov 29 10:38:20 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updated VIF entry in instance network info cache for port cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [{"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3ce3ffb7-e08f-4061-a5dd-2349e13d2b2a req-f860d583-d26d-4185-bc6f-4f58d8499a60 service nova] Releasing lock "refresh_cache-09ccaa83-3cc2-44ca-981b-bc137ff53930" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:21 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:38:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-changed-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Refreshing instance network info cache due to event network-changed-7a5c088c-a6df-4e13-ae8a-83b604e998ae. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] Acquiring lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] Acquired lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Refreshing network info cache for port 7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updated VIF entry in instance network info cache for port 7a5c088c-a6df-4e13-ae8a-83b604e998ae. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updating instance_info_cache with network_info: [{"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-be8c3476-6ed8-4bfa-a17b-8ad9f0cb13ce req-19db67a2-fa86-4b1f-9338-3f95e668b258 service nova] Releasing lock "refresh_cache-e3e196ee-6273-451a-b86f-0cd3e81066f1" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG nova.objects.instance [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid e3e196ee-6273-451a-b86f-0cd3e81066f1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:32 user nova-compute[75254]: INFO nova.compute.manager [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Attaching volume 593cb9f0-3299-47f3-ac04-a9eae08007af to /dev/vdb
Nov 29 10:38:32 user nova-compute[75254]: DEBUG os_brick.utils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a4bed4-87f3-47ae-9f58-e9d93561da5e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f76a79-c296-47f6-9211-09910b9c7210]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc46361-c2ae-4690-af06-bd827716bfac]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6316869f-3582-47f6-bda3-c3138f08d34b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:38:32 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4dce98f-be6b-46aa-88ab-c3ae6b9415cf]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG os_brick.utils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updating existing volume attachment record: 340cd31c-637a-47ee-a9a4-588321f4c1f9 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:38:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'info_cache' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.network.neutron [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:38:37 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance destroyed successfully.
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'resources' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:37 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd9c736f-a0, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=234a2d87-a246-421b-a090-f9ad63792655) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:38 user nova-compute[75254]: INFO os_vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0')
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:38:38 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c48b7be-96a8-4ed1-bdd1-e460bd9c2e8e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:38:38 user nova-compute[75254]: No targets found.
Nov 29 10:38:38 user nova-compute[75254]: iSNS:
Nov 29 10:38:38 user nova-compute[75254]: No targets found.
Nov 29 10:38:38 user nova-compute[75254]: STATIC:
Nov 29 10:38:38 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6
Nov 29 10:38:38 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:38 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:38 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877
Nov 29 10:38:38 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:38 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:38 user nova-compute[75254]: FIRMWARE:
Nov 29 10:38:38 user nova-compute[75254]: No targets found.
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:38:38 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:38:38 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d709980-9069-4ba0-b92e-3d3643b329f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38a2e3c-01af-4854-9c73-ccda40ef83e2]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba41449d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cced9f7d-07fa-4eb2-8d6b-b0b9e3e97bf9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[87c2ba47-e2cf-48e6-a843-eb19520e1373]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[74767606-646e-4e67-96da-122257c38bf2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[378c17f9-7e61-49d4-b5fb-d490559c8123]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f12309c-7e3c-4398-baf6-e92ec17ecaae]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5883132-e390-4aec-ba16-0a9188c0dbc1]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]
Nov 29 10:38:38 user nova-compute[75254]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfd0917-1c59-4c57-b204-f2f2c51fe3f6]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== disconnect_volume: return (294ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start _get_guest_xml network_info=[{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '2cfd1253-93d4-4b5e-bc11-b8cea773ab42', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9db6a90-a558-4913-9f55-30e1d171a0a6', 'serial': 'a9db6a90-a558-4913-9f55-30e1d171a0a6'}, 'attachment_id': 'f53d93d1-4be4-4a14-8acd-054e38f05b8d', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'numa_topology' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:38 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:38:38 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:38:38 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:38 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:38 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd400115-924e-413e-a153-292f211254e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:38:38 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[54a0f57b-ce4d-44d9-9a8b-7a628acf6e78]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6] added
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf53b780-4f0b-4c1f-8f9c-24ce2f369d8b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc255577-735f-457c-9d98-90397190238a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkwFCdUa {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AkwFCdUa" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c354d56f-660e-4c2f-b6b3-d4d88904e22f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AkwFCdUa'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f54bd02-fa54-4271-abb0-a66f882ca27a]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a556d15-02ba-4952-b5b0-f6ddec65ed4f]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[087e8d1c-22bd-466f-a966-2bce0053fca3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]
Nov 29 10:38:38 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac7ffddc-5e27-47cb-b434-46afcfd07ac7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6810bdb-7eeb-48ff-8309-30a617c44189]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:38 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad34aa7-e6d2-4e28-b1c8-910ed04e234e]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:38:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yjpYHoih', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:38:39 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23938336534343062', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938336534343062', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.056s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:39 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:39 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a304bcd7-ee33-404c-9ccf-97e702af649e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'pci_devices' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:38:39 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:38:39 user nova-compute[75254]:   <uuid>2cfd1253-93d4-4b5e-bc11-b8cea773ab42</uuid>
Nov 29 10:38:39 user nova-compute[75254]:   <name>instance-00000027</name>
Nov 29 10:38:39 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:38:39 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:38:39 user nova-compute[75254]:   <metadata>
Nov 29 10:38:39 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:38:39 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:38:39 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeTestJSON-server-371442964</nova:name>
Nov 29 10:38:39 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:38:38</nova:creationTime>
Nov 29 10:38:39 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:38:39 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:38:39 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:38:39 user nova-compute[75254]:       <nova:owner>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:user uuid="d924cc4c04fd4b79afd65751ac223c93">tempest-AttachVolumeTestJSON-1078224124-project-member</nova:user>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:project uuid="1b4adf5088bd4b1db449d91b5d6d31b1">tempest-AttachVolumeTestJSON-1078224124</nova:project>
Nov 29 10:38:39 user nova-compute[75254]:       </nova:owner>
Nov 29 10:38:39 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:38:39 user nova-compute[75254]:       <nova:ports>
Nov 29 10:38:39 user nova-compute[75254]:         <nova:port uuid="fd9c736f-a06d-47ca-906d-e607802cfdf9">
Nov 29 10:38:39 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:38:39 user nova-compute[75254]:         </nova:port>
Nov 29 10:38:39 user nova-compute[75254]:       </nova:ports>
Nov 29 10:38:39 user nova-compute[75254]:     </nova:instance>
Nov 29 10:38:39 user nova-compute[75254]:   </metadata>
Nov 29 10:38:39 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:38:39 user nova-compute[75254]:     <system>
Nov 29 10:38:39 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:38:39 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:38:39 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:38:39 user nova-compute[75254]:       <entry name="serial">2cfd1253-93d4-4b5e-bc11-b8cea773ab42</entry>
Nov 29 10:38:39 user nova-compute[75254]:       <entry name="uuid">2cfd1253-93d4-4b5e-bc11-b8cea773ab42</entry>
Nov 29 10:38:39 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:38:39 user nova-compute[75254]:     </system>
Nov 29 10:38:39 user nova-compute[75254]:   </sysinfo>
Nov 29 10:38:39 user nova-compute[75254]:   <os>
Nov 29 10:38:39 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:38:39 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:38:39 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:38:39 user nova-compute[75254]:   </os>
Nov 29 10:38:39 user nova-compute[75254]:   <features>
Nov 29 10:38:39 user nova-compute[75254]:     <acpi/>
Nov 29 10:38:39 user nova-compute[75254]:     <apic/>
Nov 29 10:38:39 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:38:39 user nova-compute[75254]:   </features>
Nov 29 10:38:39 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:38:39 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:38:39 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:38:39 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:38:39 user nova-compute[75254]:   </clock>
Nov 29 10:38:39 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:38:39 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:38:39 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:38:39 user nova-compute[75254]:   </cpu>
Nov 29 10:38:39 user nova-compute[75254]:   <devices>
Nov 29 10:38:39 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:38:39 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:38:39 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk"/>
Nov 29 10:38:39 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:38:39 user nova-compute[75254]:     </disk>
Nov 29 10:38:39 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:38:39 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:38:39 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 10:38:39 user nova-compute[75254]:       <target dev="vdb" bus="virtio"/>
Nov 29 10:38:39 user nova-compute[75254]:       <serial>a9db6a90-a558-4913-9f55-30e1d171a0a6</serial>
Nov 29 10:38:39 user nova-compute[75254]:     </disk>
Nov 29 10:38:39 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:38:39 user nova-compute[75254]:       <mac address="fa:16:3e:0e:36:6a"/>
Nov 29 10:38:39 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:38:39 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:38:39 user nova-compute[75254]:       <target dev="tapfd9c736f-a0"/>
Nov 29 10:38:39 user nova-compute[75254]:     </interface>
Nov 29 10:38:39 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:38:39 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/console.log" append="off"/>
Nov 29 10:38:39 user nova-compute[75254]:     </serial>
Nov 29 10:38:39 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:38:39 user nova-compute[75254]:     <video>
Nov 29 10:38:39 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:38:39 user nova-compute[75254]:     </video>
Nov 29 10:38:39 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:38:39 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:38:39 user nova-compute[75254]:     </rng>
Nov 29 10:38:39 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:38:39 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:38:39 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:38:39 user nova-compute[75254]:     </memballoon>
Nov 29 10:38:39 user nova-compute[75254]:   </devices>
Nov 29 10:38:39 user nova-compute[75254]: </domain>
Nov 29 10:38:39 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0788d4e2-062e-4305-ad2e-d5809b43ffb7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af] added
Nov 29 10:38:39 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5dde2f7-fda9-4b44-aa9c-e555f6b216b9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2a3c1c-3088-4cb5-8ada-e3b9c3e2f630]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yjpYHoih {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yjpYHoih" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[347e0654-4b81-4f9e-b722-76d71f018a50]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yjpYHoih'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[404dbe6d-f1cc-4b15-82e3-411baa8445ed]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6616e0f2-3e69-4906-8374-f1520d5a0313]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:39 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:39 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:39 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:39 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abbf162-e0a0-4990-8dcd-81af8a00d574]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260]
Nov 29 10:38:39 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260] successful.
Nov 29 10:38:39 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:39 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c885108-9bb8-4b72-a08f-5c724ced4168]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[79afaa5c-9eea-45f6-907b-0f8ec98118c6]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:40 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:40 user nova-compute[75254]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)
Nov 29 10:38:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:40 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:40 user nova-compute[75254]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)
Nov 29 10:38:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] HCTL ('35', '-', '-', 0) found on session 49 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57c1cbe-3164-405b-8a5a-a979dcadf288]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching for a device in session 49 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yjpYHoih', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Cannot resize image /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'migration_context' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.objects.base [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:36:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG os_vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be29b215-7134-554f-affa-d5be338c72e7', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd9c736f-a0, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd9c736f-a0, col_values=(('qos', UUID('03194aac-4063-4783-8aef-65c50f3b8021')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd9c736f-a0, col_values=(('external_ids', {'iface-id': 'fd9c736f-a06d-47ca-906d-e607802cfdf9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:36:6a', 'vm-uuid': '2cfd1253-93d4-4b5e-bc11-b8cea773ab42'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:38:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:40 user nova-compute[75254]: INFO os_vif [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0')
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '23166363663353664', 'path': '/dev/sdd'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166363663353664', 'path': '/dev/sdd'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid e3e196ee-6273-451a-b86f-0cd3e81066f1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:38:41 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:38:41 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:38:41 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:38:41 user nova-compute[75254]:   <serial>593cb9f0-3299-47f3-ac04-a9eae08007af</serial>
Nov 29 10:38:41 user nova-compute[75254]: </disk>
Nov 29 10:38:41 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:38:41 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 is timed out.
Nov 29 10:38:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully detached device vdb from instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 from the live domain config.
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gzIRAdsG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:38:41 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46a89fe-a40c-4b0a-8179-dc704c6e8808]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:38:41 user nova-compute[75254]: No targets found.
Nov 29 10:38:41 user nova-compute[75254]: iSNS:
Nov 29 10:38:41 user nova-compute[75254]: No targets found.
Nov 29 10:38:41 user nova-compute[75254]: STATIC:
Nov 29 10:38:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6
Nov 29 10:38:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af
Nov 29 10:38:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:41 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877
Nov 29 10:38:41 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:38:41 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:38:41 user nova-compute[75254]: FIRMWARE:
Nov 29 10:38:41 user nova-compute[75254]: No targets found.
Nov 29 10:38:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:38:41 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:38:41 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[964da62d-13ed-4ea9-9b22-30f3a200fa9d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b656aa9-e00f-4d99-8da0-274536a44c67]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:41 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:41 user nova-compute[75254]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)
Nov 29 10:38:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 (non-flash)
Nov 29 10:38:41 user nova-compute[75254]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:38:41 user nova-compute[75254]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)
Nov 29 10:38:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4266e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac43cfb-04fe-4355-8e3e-20fa32f6c23e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df8f96f-bb70-44c8-8ef4-23d6f6eda98c]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba3b2d33-fbbb-466b-aed0-7170020d6bf7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e90c580-140a-426c-acb5-1758709f83c7]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1efd2a99-3c65-4882-a870-c23ce2aab117]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[690e0ff5-9b62-43e7-a094-55bd0ad966ab]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260]
Nov 29 10:38:41 user nova-compute[75254]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877, portal: 172.16.0.220,3260] successful.
Nov 29 10:38:41 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b8acd5a-0f94-42c4-854c-8fdffe692877 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7658e6df-2f9e-468f-b2b9-ad12edc89380]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== disconnect_volume: return (309ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:38:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:a8:1d:9c, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-887bf979-f78e-4d86-9fc2-1f2e30c73ecb tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.910s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'flavor' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c00087c4-f1be-4983-bf5e-f01ab05d1c84 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.678s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a238480-4b16-4b85-9485-fa7e13133081 req-22fa69da-8949-484b-89bc-3d7ef915b18d service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a238480-4b16-4b85-9485-fa7e13133081 req-22fa69da-8949-484b-89bc-3d7ef915b18d service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a238480-4b16-4b85-9485-fa7e13133081 req-22fa69da-8949-484b-89bc-3d7ef915b18d service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a238480-4b16-4b85-9485-fa7e13133081 req-22fa69da-8949-484b-89bc-3d7ef915b18d service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a238480-4b16-4b85-9485-fa7e13133081 req-22fa69da-8949-484b-89bc-3d7ef915b18d service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:38:42 user nova-compute[75254]: WARNING nova.compute.manager [req-5a238480-4b16-4b85-9485-fa7e13133081 req-22fa69da-8949-484b-89bc-3d7ef915b18d service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state stopped and task_state powering-on.
Nov 29 10:38:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:43 user nova-compute[75254]: INFO nova.compute.manager [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Detaching volume 593cb9f0-3299-47f3-ac04-a9eae08007af
Nov 29 10:38:43 user nova-compute[75254]: INFO nova.virt.block_device [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Attempting to driver detach volume 593cb9f0-3299-47f3-ac04-a9eae08007af from mountpoint /dev/vdb
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Attempting to detach device vdb from instance e3e196ee-6273-451a-b86f-0cd3e81066f1 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:38:43 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:38:43 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:38:43 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:38:43 user nova-compute[75254]:   <serial>593cb9f0-3299-47f3-ac04-a9eae08007af</serial>
Nov 29 10:38:43 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:38:43 user nova-compute[75254]: </disk>
Nov 29 10:38:43 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:38:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully detached device vdb from instance e3e196ee-6273-451a-b86f-0cd3e81066f1 from the persistent domain config.
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e3e196ee-6273-451a-b86f-0cd3e81066f1 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:38:43 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:38:43 user nova-compute[75254]:   <source dev="/dev/sdd"/>
Nov 29 10:38:43 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:38:43 user nova-compute[75254]:   <serial>593cb9f0-3299-47f3-ac04-a9eae08007af</serial>
Nov 29 10:38:43 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:38:43 user nova-compute[75254]: </disk>
Nov 29 10:38:43 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:38:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e3e196ee-6273-451a-b86f-0cd3e81066f1 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:38:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:38:44 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance rebooted successfully.
Nov 29 10:38:44 user nova-compute[75254]: DEBUG nova.compute.manager [None req-1090b838-4ce6-4cff-94e7-9cf77dea1f02 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:38:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-b930e023-3d8a-4eca-8c37-c1f3b2e63948 req-e4402af0-39f8-47c4-8046-b91b332f4e01 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:38:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b930e023-3d8a-4eca-8c37-c1f3b2e63948 req-e4402af0-39f8-47c4-8046-b91b332f4e01 service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b930e023-3d8a-4eca-8c37-c1f3b2e63948 req-e4402af0-39f8-47c4-8046-b91b332f4e01 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b930e023-3d8a-4eca-8c37-c1f3b2e63948 req-e4402af0-39f8-47c4-8046-b91b332f4e01 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-b930e023-3d8a-4eca-8c37-c1f3b2e63948 req-e4402af0-39f8-47c4-8046-b91b332f4e01 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:38:44 user nova-compute[75254]: WARNING nova.compute.manager [req-b930e023-3d8a-4eca-8c37-c1f3b2e63948 req-e4402af0-39f8-47c4-8046-b91b332f4e01 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state active and task_state None.
Nov 29 10:38:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:47 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:38:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:38:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:38:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:38:52 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:38:52 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8564MB free_disk=25.06796646118164GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 09ccaa83-3cc2-44ca-981b-bc137ff53930 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e3e196ee-6273-451a-b86f-0cd3e81066f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:38:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.280s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:38:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:38:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:03 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e3e196ee-6273-451a-b86f-0cd3e81066f1 is timed out.
Nov 29 10:39:03 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully detached device vdb from instance e3e196ee-6273-451a-b86f-0cd3e81066f1 from the live domain config.
Nov 29 10:39:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yjpYHoih', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:39:03 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eca6f254-105f-48f6-bf69-720f97493054]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:39:03 user nova-compute[75254]: No targets found.
Nov 29 10:39:03 user nova-compute[75254]: iSNS:
Nov 29 10:39:03 user nova-compute[75254]: No targets found.
Nov 29 10:39:03 user nova-compute[75254]: STATIC:
Nov 29 10:39:03 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6
Nov 29 10:39:03 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:39:03 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:39:03 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af
Nov 29 10:39:03 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:39:03 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:39:03 user nova-compute[75254]: FIRMWARE:
Nov 29 10:39:03 user nova-compute[75254]: No targets found.
Nov 29 10:39:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:39:03 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:39:03 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfcc851d-e066-44c2-be5c-5bccb3b0b0bc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5609804f-cf78-4511-878c-8d2a1e65a39b]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:39:03 user nova-compute[75254]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)
Nov 29 10:39:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:39:03 user nova-compute[75254]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af (non-flash)
Nov 29 10:39:03 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba414ea70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af'): ({'sdd'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Removing single pathed devices sdd {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59895e12-bd21-46d5-b34f-8c97a4879d8d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbf5da23-b6b4-433a-8f8f-2e5afad133c7]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flushing IO for device /dev/sdd {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f8e443-2b52-459c-a5e2-fa6c9356d98f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:39:03 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a76569-ba78-4130-891a-ca63de20b5e0]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] SCSI volumes sdd have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e9e65c-2def-407b-b12f-00f00489b18b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3477bcd2-5351-4b71-a64d-31f7b3c7c804]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260]
Nov 29 10:39:04 user nova-compute[75254]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af, portal: 172.16.0.220,3260] successful.
Nov 29 10:39:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:593cb9f0-3299-47f3-ac04-a9eae08007af -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9b2234-b84c-4674-b162-68210f96ac66]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== disconnect_volume: return (301ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid e3e196ee-6273-451a-b86f-0cd3e81066f1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:39:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-21a0a783-aaf2-4867-a740-05137a63a6ca tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.637s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:14 user nova-compute[75254]: INFO nova.compute.manager [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Terminating instance
Nov 29 10:39:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f04c419-85c8-445d-ad35-b8044b0d5d23 req-5bba3462-c574-49f8-a66c-221a7c2fbbb8 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f04c419-85c8-445d-ad35-b8044b0d5d23 req-5bba3462-c574-49f8-a66c-221a7c2fbbb8 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f04c419-85c8-445d-ad35-b8044b0d5d23 req-5bba3462-c574-49f8-a66c-221a7c2fbbb8 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7f04c419-85c8-445d-ad35-b8044b0d5d23 req-5bba3462-c574-49f8-a66c-221a7c2fbbb8 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f04c419-85c8-445d-ad35-b8044b0d5d23 req-5bba3462-c574-49f8-a66c-221a7c2fbbb8 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7f04c419-85c8-445d-ad35-b8044b0d5d23 req-5bba3462-c574-49f8-a66c-221a7c2fbbb8 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:39:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Instance destroyed successfully.
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.objects.instance [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'resources' on Instance uuid 09ccaa83-3cc2-44ca-981b-bc137ff53930 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-2057769990',display_name='tempest-TestMinimumBasicScenario-server-2057769990',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-2057769990',id=38,image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFyULKgOL6LfhHy+/pO9jqkfuHEFr/IC4HYjmcsTwZFkdoMGQNFJlagRFuOx28xJLJKtQ4JzLDn0AbMSLMkfFS82VIVEr8bRsc7Ta55CgtyI7GF+RFrM49DzcK0OLjsP/g==',key_name='tempest-TestMinimumBasicScenario-92343911',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-agdppim0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='6233f2cf-4949-49af-bef8-0703c22c571a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:36Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=09ccaa83-3cc2-44ca-981b-bc137ff53930,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "address": "fa:16:3e:14:62:01", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcc75a38b-ac", "ovs_interfaceid": "cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG os_vif [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcc75a38b-ac, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=84d8028a-16f7-420d-a3d6-c5ca3cf3cca2) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:15 user nova-compute[75254]: INFO os_vif [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:62:01,bridge_name='br-int',has_traffic_filtering=True,id=cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcc75a38b-ac')
Nov 29 10:39:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Deleting instance files /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930_del
Nov 29 10:39:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Deletion of /opt/stack/data/nova/instances/09ccaa83-3cc2-44ca-981b-bc137ff53930_del complete
Nov 29 10:39:15 user nova-compute[75254]: INFO nova.compute.manager [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 29 10:39:15 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:39:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:15 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Took 0.58 seconds to deallocate network for instance.
Nov 29 10:39:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-ba3bdae6-bfa6-444f-b165-678a7356c323 req-2122b86f-5edc-4913-aebb-6ad54caf5fe3 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-deleted-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.168s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Deleted allocations for instance 09ccaa83-3cc2-44ca-981b-bc137ff53930
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-581c423b-3ee9-4da5-bf2c-4964e7fe5a9b tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.915s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:16 user nova-compute[75254]: WARNING nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state deleted and task_state None.
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:16 user nova-compute[75254]: WARNING nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state deleted and task_state None.
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:16 user nova-compute[75254]: WARNING nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state deleted and task_state None.
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:16 user nova-compute[75254]: WARNING nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-unplugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state deleted and task_state None.
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Acquiring lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] Lock "09ccaa83-3cc2-44ca-981b-bc137ff53930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] No waiting events found dispatching network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:16 user nova-compute[75254]: WARNING nova.compute.manager [req-e6f78697-bdfc-41bb-9ad7-505debb62ae6 req-c98d9674-4613-4113-b6cb-68496897b334 service nova] [instance: 09ccaa83-3cc2-44ca-981b-bc137ff53930] Received unexpected event network-vif-plugged-cc75a38b-ac9b-43b4-b8c5-b809e1ed0dae for instance with vm_state deleted and task_state None.
Nov 29 10:39:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:39:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:39:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:39:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:32 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:33 user nova-compute[75254]: INFO nova.compute.manager [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Terminating instance
Nov 29 10:39:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb9c3735-62b2-484b-9fe4-ad0124e50209 req-cc9f3439-f894-458d-9fe6-b4791b635417 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-vif-unplugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb9c3735-62b2-484b-9fe4-ad0124e50209 req-cc9f3439-f894-458d-9fe6-b4791b635417 service nova] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb9c3735-62b2-484b-9fe4-ad0124e50209 req-cc9f3439-f894-458d-9fe6-b4791b635417 service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-bb9c3735-62b2-484b-9fe4-ad0124e50209 req-cc9f3439-f894-458d-9fe6-b4791b635417 service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb9c3735-62b2-484b-9fe4-ad0124e50209 req-cc9f3439-f894-458d-9fe6-b4791b635417 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] No waiting events found dispatching network-vif-unplugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-bb9c3735-62b2-484b-9fe4-ad0124e50209 req-cc9f3439-f894-458d-9fe6-b4791b635417 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-vif-unplugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:34 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Instance destroyed successfully.
Nov 29 10:39:34 user nova-compute[75254]: DEBUG nova.objects.instance [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'resources' on Instance uuid e3e196ee-6273-451a-b86f-0cd3e81066f1 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:36:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-527929162',display_name='tempest-AttachVolumeNegativeTest-server-527929162',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-527929162',id=41,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdsYmkm7TYEO5FaXjcpOIQgYBz2Iy1/i0UokeKp4bTkumeFcu53Tk9PsBHFFrpjBITw4ZhlaGUIyGpUXP6cViRuR7uWjbtoVpMz6vtfHYUf3w2IwFUAzoAoLS4Vc5IV7g==',key_name='tempest-keypair-864087521',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:36:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-s4tohgjz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:36:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=e3e196ee-6273-451a-b86f-0cd3e81066f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "address": "fa:16:3e:a8:1d:9c", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a5c088c-a6", "ovs_interfaceid": "7a5c088c-a6df-4e13-ae8a-83b604e998ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG os_vif [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a5c088c-a6, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=539a4e5a-daec-458d-bcfe-ecf80c43b049) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:34 user nova-compute[75254]: INFO os_vif [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:1d:9c,bridge_name='br-int',has_traffic_filtering=True,id=7a5c088c-a6df-4e13-ae8a-83b604e998ae,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a5c088c-a6')
Nov 29 10:39:34 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Deleting instance files /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1_del
Nov 29 10:39:34 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Deletion of /opt/stack/data/nova/instances/e3e196ee-6273-451a-b86f-0cd3e81066f1_del complete
Nov 29 10:39:34 user nova-compute[75254]: INFO nova.compute.manager [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 10:39:34 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:39:34 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:39:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-eef8e832-62cf-4fe0-85f8-a0904d6714d1 req-3e0f4407-539a-4a0f-9fdd-7386bb4d955d service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-eef8e832-62cf-4fe0-85f8-a0904d6714d1 req-3e0f4407-539a-4a0f-9fdd-7386bb4d955d service nova] Acquiring lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-eef8e832-62cf-4fe0-85f8-a0904d6714d1 req-3e0f4407-539a-4a0f-9fdd-7386bb4d955d service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-eef8e832-62cf-4fe0-85f8-a0904d6714d1 req-3e0f4407-539a-4a0f-9fdd-7386bb4d955d service nova] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-eef8e832-62cf-4fe0-85f8-a0904d6714d1 req-3e0f4407-539a-4a0f-9fdd-7386bb4d955d service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] No waiting events found dispatching network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:39:35 user nova-compute[75254]: WARNING nova.compute.manager [req-eef8e832-62cf-4fe0-85f8-a0904d6714d1 req-3e0f4407-539a-4a0f-9fdd-7386bb4d955d service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received unexpected event network-vif-plugged-7a5c088c-a6df-4e13-ae8a-83b604e998ae for instance with vm_state active and task_state deleting.
Nov 29 10:39:36 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:39:36 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Took 1.53 seconds to deallocate network for instance.
Nov 29 10:39:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:36 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:39:36 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:39:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.159s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:36 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Deleted allocations for instance e3e196ee-6273-451a-b86f-0cd3e81066f1
Nov 29 10:39:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-55b13e01-98d4-4541-911e-8a8c1f00b833 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "e3e196ee-6273-451a-b86f-0cd3e81066f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.734s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-6bb13b07-7f50-4449-a46c-8afe76568171 req-908fa3ff-5faf-4f65-9ab1-08d532285412 service nova] [instance: e3e196ee-6273-451a-b86f-0cd3e81066f1] Received event network-vif-deleted-7a5c088c-a6df-4e13-ae8a-83b604e998ae {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:39:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:39:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:39:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:39:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:39:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:39:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:39:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:39:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:39:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:39:53 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:39:53 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8836MB free_disk=25.114757537841797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:39:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.213s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:39:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:39:59 user nova-compute[75254]: INFO nova.compute.manager [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Unshelving
Nov 29 10:39:59 user nova-compute[75254]: INFO nova.virt.block_device [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Booting with volume 9304fd70-296e-447a-b002-2cedf5fdd752 at /dev/vda
Nov 29 10:39:59 user nova-compute[75254]: DEBUG os_brick.utils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2d0619-d9c4-4f3f-a644-1431eeb368e7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b38c277-a353-4241-aee6-2c3ef2b50a41]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ed1146-0729-4e46-8e0b-8baa4376490f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d1975d-a252-4e03-bbad-e385d765a124]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:39:59 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:39:59 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2612bda1-7d1e-475e-a574-44452829e2e6]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG os_brick.utils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:39:59 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating existing volume attachment record: 07ac7a3b-95c7-4773-a6f8-bb7a82bdd129 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:40:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:40:08 user nova-compute[75254]: INFO nova.compute.claims [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Claim successful on node user
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.235s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.network.neutron [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:40:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:40:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Creating image(s)
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "/opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "/opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "/opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "b5b9166ec41da056b02cd5d10439f2ef70b95b39" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "b5b9166ec41da056b02cd5d10439f2ef70b95b39" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG nova.policy [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0f030064bf84c048d528599b77a3789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1246a4d82bc4fdfa8cddd53175be10a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.part --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG nova.virt.images [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] f11c1e62-a44d-4fe9-9f64-d76fe1feb96d was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.part /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.part /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.converted" returned: 0 in 0.142s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39.converted --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "b5b9166ec41da056b02cd5d10439f2ef70b95b39" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.944s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG nova.network.neutron [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Successfully created port: bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39 --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "b5b9166ec41da056b02cd5d10439f2ef70b95b39" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "b5b9166ec41da056b02cd5d10439f2ef70b95b39" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'pci_requests' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'numa_topology' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:40:10 user nova-compute[75254]: INFO nova.compute.claims [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Claim successful on node user
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39 --force-share --output=json" returned: 0 in 0.217s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39,backing_fmt=raw /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39,backing_fmt=raw /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk 1073741824" returned: 0 in 0.165s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "b5b9166ec41da056b02cd5d10439f2ef70b95b39" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.386s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39 --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.527s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.network.neutron [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Successfully updated port: bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing instance network info cache due to event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.network.neutron [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:10 user nova-compute[75254]: INFO nova.network.neutron [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating port bddb5612-70db-4284-a27b-cb3e59923e9a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Cannot resize image /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Ensure instance console log exists: /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.network.neutron [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.network.neutron [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-161f7e3c-bc01-4072-8bff-275ef478d89a req-0787b7e3-6e28-439a-b98d-2f0e518342bd service nova] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:10 user nova-compute[75254]: DEBUG nova.network.neutron [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing instance network info cache due to event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance network_info: |[{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Start _get_guest_xml network_info=[{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:40:06Z,direct_url=<?>,disk_format='qcow2',id=f11c1e62-a44d-4fe9-9f64-d76fe1feb96d,min_disk=0,min_ram=0,name='tempest-scenario-img--1735954514',owner='e1246a4d82bc4fdfa8cddd53175be10a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:40:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': 'f11c1e62-a44d-4fe9-9f64-d76fe1feb96d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:40:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:40:06Z,direct_url=<?>,disk_format='qcow2',id=f11c1e62-a44d-4fe9-9f64-d76fe1feb96d,min_disk=0,min_ram=0,name='tempest-scenario-img--1735954514',owner='e1246a4d82bc4fdfa8cddd53175be10a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:40:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-487658870',display_name='tempest-TestMinimumBasicScenario-server-487658870',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-487658870',id=42,image_ref='f11c1e62-a44d-4fe9-9f64-d76fe1feb96d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE7tKqxEIhigpmPZBc1NooglAM6+HvIMhetpleTgyIkH1RE20MzLji/jG8qLdzZubrkfzm3QkjJP5PrdpL8pdD1p/RgXJ/vpfyhJeZBOA834UXzoQ3CVbVAvKmJghZTi7Q==',key_name='tempest-TestMinimumBasicScenario-386206246',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-0qij4d7a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f11c1e62-a44d-4fe9-9f64-d76fe1feb96d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:40:09Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=791ef8a8-9944-4ef1-8963-0ab8db8829d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'pci_devices' on Instance uuid 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:40:11 user nova-compute[75254]:   <uuid>791ef8a8-9944-4ef1-8963-0ab8db8829d7</uuid>
Nov 29 10:40:11 user nova-compute[75254]:   <name>instance-0000002a</name>
Nov 29 10:40:11 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:40:11 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:40:11 user nova-compute[75254]:   <metadata>
Nov 29 10:40:11 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:40:11 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:40:11 user nova-compute[75254]:       <nova:name>tempest-TestMinimumBasicScenario-server-487658870</nova:name>
Nov 29 10:40:11 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:40:11</nova:creationTime>
Nov 29 10:40:11 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:40:11 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:40:11 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:40:11 user nova-compute[75254]:       <nova:owner>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:user uuid="e0f030064bf84c048d528599b77a3789">tempest-TestMinimumBasicScenario-1214946291-project-member</nova:user>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:project uuid="e1246a4d82bc4fdfa8cddd53175be10a">tempest-TestMinimumBasicScenario-1214946291</nova:project>
Nov 29 10:40:11 user nova-compute[75254]:       </nova:owner>
Nov 29 10:40:11 user nova-compute[75254]:       <nova:root type="image" uuid="f11c1e62-a44d-4fe9-9f64-d76fe1feb96d"/>
Nov 29 10:40:11 user nova-compute[75254]:       <nova:ports>
Nov 29 10:40:11 user nova-compute[75254]:         <nova:port uuid="bb413a06-78d9-451d-a38b-861fc2a9257c">
Nov 29 10:40:11 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:40:11 user nova-compute[75254]:         </nova:port>
Nov 29 10:40:11 user nova-compute[75254]:       </nova:ports>
Nov 29 10:40:11 user nova-compute[75254]:     </nova:instance>
Nov 29 10:40:11 user nova-compute[75254]:   </metadata>
Nov 29 10:40:11 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:40:11 user nova-compute[75254]:     <system>
Nov 29 10:40:11 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:40:11 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:40:11 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:40:11 user nova-compute[75254]:       <entry name="serial">791ef8a8-9944-4ef1-8963-0ab8db8829d7</entry>
Nov 29 10:40:11 user nova-compute[75254]:       <entry name="uuid">791ef8a8-9944-4ef1-8963-0ab8db8829d7</entry>
Nov 29 10:40:11 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:40:11 user nova-compute[75254]:     </system>
Nov 29 10:40:11 user nova-compute[75254]:   </sysinfo>
Nov 29 10:40:11 user nova-compute[75254]:   <os>
Nov 29 10:40:11 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:40:11 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:40:11 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:40:11 user nova-compute[75254]:   </os>
Nov 29 10:40:11 user nova-compute[75254]:   <features>
Nov 29 10:40:11 user nova-compute[75254]:     <acpi/>
Nov 29 10:40:11 user nova-compute[75254]:     <apic/>
Nov 29 10:40:11 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:40:11 user nova-compute[75254]:   </features>
Nov 29 10:40:11 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:40:11 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:40:11 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:40:11 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:40:11 user nova-compute[75254]:   </clock>
Nov 29 10:40:11 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:40:11 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:40:11 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:40:11 user nova-compute[75254]:   </cpu>
Nov 29 10:40:11 user nova-compute[75254]:   <devices>
Nov 29 10:40:11 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:40:11 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:40:11 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk"/>
Nov 29 10:40:11 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:40:11 user nova-compute[75254]:     </disk>
Nov 29 10:40:11 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:40:11 user nova-compute[75254]:       <mac address="fa:16:3e:dc:fc:84"/>
Nov 29 10:40:11 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:40:11 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:40:11 user nova-compute[75254]:       <target dev="tapbb413a06-78"/>
Nov 29 10:40:11 user nova-compute[75254]:     </interface>
Nov 29 10:40:11 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:40:11 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/console.log" append="off"/>
Nov 29 10:40:11 user nova-compute[75254]:     </serial>
Nov 29 10:40:11 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:40:11 user nova-compute[75254]:     <video>
Nov 29 10:40:11 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:40:11 user nova-compute[75254]:     </video>
Nov 29 10:40:11 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:40:11 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:40:11 user nova-compute[75254]:     </rng>
Nov 29 10:40:11 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:40:11 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:40:11 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:40:11 user nova-compute[75254]:     </memballoon>
Nov 29 10:40:11 user nova-compute[75254]:   </devices>
Nov 29 10:40:11 user nova-compute[75254]: </domain>
Nov 29 10:40:11 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-487658870',display_name='tempest-TestMinimumBasicScenario-server-487658870',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-487658870',id=42,image_ref='f11c1e62-a44d-4fe9-9f64-d76fe1feb96d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE7tKqxEIhigpmPZBc1NooglAM6+HvIMhetpleTgyIkH1RE20MzLji/jG8qLdzZubrkfzm3QkjJP5PrdpL8pdD1p/RgXJ/vpfyhJeZBOA834UXzoQ3CVbVAvKmJghZTi7Q==',key_name='tempest-TestMinimumBasicScenario-386206246',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-0qij4d7a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f11c1e62-a44d-4fe9-9f64-d76fe1feb96d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:40:09Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=791ef8a8-9944-4ef1-8963-0ab8db8829d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_vif [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b31c760-dc6e-553b-8668-d0d92f7dc43a', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbb413a06-78, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbb413a06-78, col_values=(('qos', UUID('f0c73928-48b2-403d-b5f6-16bfead79da6')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbb413a06-78, col_values=(('external_ids', {'iface-id': 'bb413a06-78d9-451d-a38b-861fc2a9257c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:fc:84', 'vm-uuid': '791ef8a8-9944-4ef1-8963-0ab8db8829d7'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:11 user nova-compute[75254]: INFO os_vif [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78')
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No VIF found with MAC fa:16:3e:dc:fc:84, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:40:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Creating image(s)
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Ensure instance console log exists: /opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Start _get_guest_xml network_info=[{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3e4449d2-af0f-464e-b317-3588d3d0658a', 'attached_at': '', 'detached_at': '', 'volume_id': '9304fd70-296e-447a-b002-2cedf5fdd752', 'serial': '9304fd70-296e-447a-b002-2cedf5fdd752'}, 'attachment_id': '07ac7a3b-95c7-4773-a6f8-bb7a82bdd129', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.network.neutron [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:40:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:11 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.objects.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Object Instance<3e4449d2-af0f-464e-b317-3588d3d0658a> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:40:11 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:40:11 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:40:11 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d9a4ef-2b78-41a2-b1c0-5560da9ad335]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:40:11 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b82c6dc-421a-4617-9c29-b13fe39aaa65]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752] added
Nov 29 10:40:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[daff926e-81db-419c-8d01-36e8d400eaba]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c51a3f7-d7ee-40e3-87dc-e4c86a7fe3db]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sNXmQrhB {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sNXmQrhB" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[58bd3aed-d45f-48a7-8cf6-fbbb4306c7e9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sNXmQrhB'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9437c7-3ae0-471e-b349-a503fb580ff9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a48d35e9-e774-494f-a0b2-b7e541c3cb30]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:40:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:40:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:40:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f11a641-736f-47bd-9351-689714da689e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]
Nov 29 10:40:12 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.
Nov 29 10:40:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[47aaa050-e707-44f5-a815-05e3f4a0a6ee]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4a5de1-2533-4730-adcc-66b0e7164a62]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:40:12 user nova-compute[75254]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:40:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:40:12 user nova-compute[75254]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:40:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1476b1c9-808d-4e0a-8eda-da550121b2ae]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG nova.network.neutron [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updated VIF entry in instance network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG nova.network.neutron [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d572a47a-078d-4cc5-8875-ca7f2f0863b5 req-edaadf0a-0b4f-449c-835f-fcdf80569f73 service nova] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e5860a-2e99-4228-b03c-4c4d696fbd89 req-f44d332e-00ef-4b98-9c84-efcaa7df0ddf service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e5860a-2e99-4228-b03c-4c4d696fbd89 req-f44d332e-00ef-4b98-9c84-efcaa7df0ddf service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e5860a-2e99-4228-b03c-4c4d696fbd89 req-f44d332e-00ef-4b98-9c84-efcaa7df0ddf service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e5860a-2e99-4228-b03c-4c4d696fbd89 req-f44d332e-00ef-4b98-9c84-efcaa7df0ddf service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e5860a-2e99-4228-b03c-4c4d696fbd89 req-f44d332e-00ef-4b98-9c84-efcaa7df0ddf service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:13 user nova-compute[75254]: WARNING nova.compute.manager [req-12e5860a-2e99-4228-b03c-4c4d696fbd89 req-f44d332e-00ef-4b98-9c84-efcaa7df0ddf service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state building and task_state spawning.
Nov 29 10:40:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23664353432326464', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664353432326464', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:36:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-703366870',display_name='tempest-TestShelveInstance-server-703366870',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-703366870',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-445824701',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:36:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b569f29474e747798acceaf1ab491a2d',ramdisk_id='',reservation_id='r-vm1sa0yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1376374610',owner_user_name='tempest-TestShelveInstance-1376374610-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:40:00Z,user_data=None,user_id='d99cf970c2e3464286652e9473976cb4',uuid=3e4449d2-af0f-464e-b317-3588d3d0658a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converting VIF {"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'pci_devices' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.objects.base [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Object Instance<3e4449d2-af0f-464e-b317-3588d3d0658a> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:40:13 user nova-compute[75254]:   <uuid>3e4449d2-af0f-464e-b317-3588d3d0658a</uuid>
Nov 29 10:40:13 user nova-compute[75254]:   <name>instance-00000028</name>
Nov 29 10:40:13 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:40:13 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:40:13 user nova-compute[75254]:   <metadata>
Nov 29 10:40:13 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:40:13 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:40:13 user nova-compute[75254]:       <nova:name>tempest-TestShelveInstance-server-703366870</nova:name>
Nov 29 10:40:13 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:40:11</nova:creationTime>
Nov 29 10:40:13 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:40:13 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:40:13 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:40:13 user nova-compute[75254]:       <nova:owner>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:user uuid="d99cf970c2e3464286652e9473976cb4">tempest-TestShelveInstance-1376374610-project-member</nova:user>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:project uuid="b569f29474e747798acceaf1ab491a2d">tempest-TestShelveInstance-1376374610</nova:project>
Nov 29 10:40:13 user nova-compute[75254]:       </nova:owner>
Nov 29 10:40:13 user nova-compute[75254]:       <nova:ports>
Nov 29 10:40:13 user nova-compute[75254]:         <nova:port uuid="bddb5612-70db-4284-a27b-cb3e59923e9a">
Nov 29 10:40:13 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:40:13 user nova-compute[75254]:         </nova:port>
Nov 29 10:40:13 user nova-compute[75254]:       </nova:ports>
Nov 29 10:40:13 user nova-compute[75254]:     </nova:instance>
Nov 29 10:40:13 user nova-compute[75254]:   </metadata>
Nov 29 10:40:13 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:40:13 user nova-compute[75254]:     <system>
Nov 29 10:40:13 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:40:13 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:40:13 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:40:13 user nova-compute[75254]:       <entry name="serial">3e4449d2-af0f-464e-b317-3588d3d0658a</entry>
Nov 29 10:40:13 user nova-compute[75254]:       <entry name="uuid">3e4449d2-af0f-464e-b317-3588d3d0658a</entry>
Nov 29 10:40:13 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:40:13 user nova-compute[75254]:     </system>
Nov 29 10:40:13 user nova-compute[75254]:   </sysinfo>
Nov 29 10:40:13 user nova-compute[75254]:   <os>
Nov 29 10:40:13 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:40:13 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:40:13 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:40:13 user nova-compute[75254]:   </os>
Nov 29 10:40:13 user nova-compute[75254]:   <features>
Nov 29 10:40:13 user nova-compute[75254]:     <acpi/>
Nov 29 10:40:13 user nova-compute[75254]:     <apic/>
Nov 29 10:40:13 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:40:13 user nova-compute[75254]:   </features>
Nov 29 10:40:13 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:40:13 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:40:13 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:40:13 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:40:13 user nova-compute[75254]:   </clock>
Nov 29 10:40:13 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:40:13 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:40:13 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:40:13 user nova-compute[75254]:   </cpu>
Nov 29 10:40:13 user nova-compute[75254]:   <devices>
Nov 29 10:40:13 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:40:13 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:40:13 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 10:40:13 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:40:13 user nova-compute[75254]:       <serial>9304fd70-296e-447a-b002-2cedf5fdd752</serial>
Nov 29 10:40:13 user nova-compute[75254]:     </disk>
Nov 29 10:40:13 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:40:13 user nova-compute[75254]:       <mac address="fa:16:3e:10:ea:8a"/>
Nov 29 10:40:13 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:40:13 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:40:13 user nova-compute[75254]:       <target dev="tapbddb5612-70"/>
Nov 29 10:40:13 user nova-compute[75254]:     </interface>
Nov 29 10:40:13 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:40:13 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a/console.log" append="off"/>
Nov 29 10:40:13 user nova-compute[75254]:     </serial>
Nov 29 10:40:13 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:40:13 user nova-compute[75254]:     <video>
Nov 29 10:40:13 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:40:13 user nova-compute[75254]:     </video>
Nov 29 10:40:13 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:40:13 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:40:13 user nova-compute[75254]:     </rng>
Nov 29 10:40:13 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:40:13 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:40:13 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:40:13 user nova-compute[75254]:     </memballoon>
Nov 29 10:40:13 user nova-compute[75254]:   </devices>
Nov 29 10:40:13 user nova-compute[75254]: </domain>
Nov 29 10:40:13 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:36:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-703366870',display_name='tempest-TestShelveInstance-server-703366870',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-703366870',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-445824701',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:36:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b569f29474e747798acceaf1ab491a2d',ramdisk_id='',reservation_id='r-vm1sa0yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1376374610',owner_user_name='tempest-TestShelveInstance-1376374610-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:40:00Z,user_data=None,user_id='d99cf970c2e3464286652e9473976cb4',uuid=3e4449d2-af0f-464e-b317-3588d3d0658a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converting VIF {"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG os_vif [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '326c04c4-855c-5890-b362-b2515b640f79', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbddb5612-70, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbddb5612-70, col_values=(('qos', UUID('b249f4b4-1dbb-4690-b639-c05d6d6fe818')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbddb5612-70, col_values=(('external_ids', {'iface-id': 'bddb5612-70db-4284-a27b-cb3e59923e9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:ea:8a', 'vm-uuid': '3e4449d2-af0f-464e-b317-3588d3d0658a'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: INFO os_vif [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70')
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] No VIF found with MAC fa:16:3e:10:ea:8a, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:15 user nova-compute[75254]: WARNING nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state building and task_state spawning.
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:15 user nova-compute[75254]: WARNING nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:15 user nova-compute[75254]: WARNING nova.compute.manager [req-227fcedc-366c-4610-a827-11a71084408c req-fa45f25f-8cf1-4658-a030-88dadb6a63b5 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state shelved_offloaded and task_state spawning.
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:40:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance spawned successfully.
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:15 user nova-compute[75254]: INFO nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Took 7.20 seconds to spawn the instance on the hypervisor.
Nov 29 10:40:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:40:16 user nova-compute[75254]: INFO nova.compute.manager [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Took 7.79 seconds to build instance.
Nov 29 10:40:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-be7c54f5-e8da-4ba3-9188-58faeba8391f tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.881s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:40:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:40:16 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance spawned successfully.
Nov 29 10:40:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:40:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7842d3bf-1537-4e16-9672-d73d9b087601 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 17.041s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:40:27 user nova-compute[75254]: INFO nova.compute.claims [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Claim successful on node user
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:40:27 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:40:27 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Creating image(s)
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "/opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "/opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:27 user nova-compute[75254]: DEBUG nova.policy [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f83f0094fe4cfb99a9ca3e468c9b72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c51a4f882fb2414ea77165d68da95519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk 1073741824" returned: 0 in 0.055s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Successfully created port: 232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:28 user nova-compute[75254]: INFO nova.compute.manager [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Detaching volume a9db6a90-a558-4913-9f55-30e1d171a0a6
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Cannot resize image /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Ensure instance console log exists: /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:28 user nova-compute[75254]: INFO nova.virt.block_device [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Attempting to driver detach volume a9db6a90-a558-4913-9f55-30e1d171a0a6 from mountpoint /dev/vdb
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Attempting to detach device vdb from instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:40:28 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:40:28 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:40:28 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:40:28 user nova-compute[75254]:   <serial>a9db6a90-a558-4913-9f55-30e1d171a0a6</serial>
Nov 29 10:40:28 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:40:28 user nova-compute[75254]: </disk>
Nov 29 10:40:28 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:40:28 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully detached device vdb from instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 from the persistent domain config.
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:40:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:40:28 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:40:28 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:40:28 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:40:28 user nova-compute[75254]:   <serial>a9db6a90-a558-4913-9f55-30e1d171a0a6</serial>
Nov 29 10:40:28 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 29 10:40:28 user nova-compute[75254]: </disk>
Nov 29 10:40:28 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Successfully updated port: 232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquired lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-changed-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Refreshing instance network info cache due to event network-changed-232e8905-a7b5-46f4-914e-6f05dd002125. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] Acquiring lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updating instance_info_cache with network_info: [{"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Releasing lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Instance network_info: |[{"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] Acquired lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Refreshing network info cache for port 232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Start _get_guest_xml network_info=[{"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:40:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:40:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1116213758',display_name='tempest-AttachVolumeNegativeTest-server-1116213758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1116213758',id=43,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPq1Q5nBIltogWz4gETDuFHjGjsrUgoDNcqdj2FJo8Cckzg0fcopWuP78OziubbmUcQ9iRtFUaKJG5I1y/W1Dg7RnSw26vb3VN1zJqBjlK2ZUT1kdObiAPpP0vc7GHdWow==',key_name='tempest-keypair-1702287341',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-bm9vriql',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:40:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=0ccb18d0-054b-4666-b197-6d3cd2d52b75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'pci_devices' on Instance uuid 0ccb18d0-054b-4666-b197-6d3cd2d52b75 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:40:29 user nova-compute[75254]:   <uuid>0ccb18d0-054b-4666-b197-6d3cd2d52b75</uuid>
Nov 29 10:40:29 user nova-compute[75254]:   <name>instance-0000002b</name>
Nov 29 10:40:29 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:40:29 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:40:29 user nova-compute[75254]:   <metadata>
Nov 29 10:40:29 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:40:29 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:40:29 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1116213758</nova:name>
Nov 29 10:40:29 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:40:29</nova:creationTime>
Nov 29 10:40:29 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:40:29 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:40:29 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:40:29 user nova-compute[75254]:       <nova:owner>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:user uuid="b2f83f0094fe4cfb99a9ca3e468c9b72">tempest-AttachVolumeNegativeTest-1153176039-project-member</nova:user>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:project uuid="c51a4f882fb2414ea77165d68da95519">tempest-AttachVolumeNegativeTest-1153176039</nova:project>
Nov 29 10:40:29 user nova-compute[75254]:       </nova:owner>
Nov 29 10:40:29 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:40:29 user nova-compute[75254]:       <nova:ports>
Nov 29 10:40:29 user nova-compute[75254]:         <nova:port uuid="232e8905-a7b5-46f4-914e-6f05dd002125">
Nov 29 10:40:29 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 29 10:40:29 user nova-compute[75254]:         </nova:port>
Nov 29 10:40:29 user nova-compute[75254]:       </nova:ports>
Nov 29 10:40:29 user nova-compute[75254]:     </nova:instance>
Nov 29 10:40:29 user nova-compute[75254]:   </metadata>
Nov 29 10:40:29 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:40:29 user nova-compute[75254]:     <system>
Nov 29 10:40:29 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:40:29 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:40:29 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:40:29 user nova-compute[75254]:       <entry name="serial">0ccb18d0-054b-4666-b197-6d3cd2d52b75</entry>
Nov 29 10:40:29 user nova-compute[75254]:       <entry name="uuid">0ccb18d0-054b-4666-b197-6d3cd2d52b75</entry>
Nov 29 10:40:29 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:40:29 user nova-compute[75254]:     </system>
Nov 29 10:40:29 user nova-compute[75254]:   </sysinfo>
Nov 29 10:40:29 user nova-compute[75254]:   <os>
Nov 29 10:40:29 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:40:29 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:40:29 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:40:29 user nova-compute[75254]:   </os>
Nov 29 10:40:29 user nova-compute[75254]:   <features>
Nov 29 10:40:29 user nova-compute[75254]:     <acpi/>
Nov 29 10:40:29 user nova-compute[75254]:     <apic/>
Nov 29 10:40:29 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:40:29 user nova-compute[75254]:   </features>
Nov 29 10:40:29 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:40:29 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:40:29 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:40:29 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:40:29 user nova-compute[75254]:   </clock>
Nov 29 10:40:29 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:40:29 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:40:29 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:40:29 user nova-compute[75254]:   </cpu>
Nov 29 10:40:29 user nova-compute[75254]:   <devices>
Nov 29 10:40:29 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:40:29 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:40:29 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk"/>
Nov 29 10:40:29 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:40:29 user nova-compute[75254]:     </disk>
Nov 29 10:40:29 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:40:29 user nova-compute[75254]:       <mac address="fa:16:3e:66:ab:a6"/>
Nov 29 10:40:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:40:29 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:40:29 user nova-compute[75254]:       <target dev="tap232e8905-a7"/>
Nov 29 10:40:29 user nova-compute[75254]:     </interface>
Nov 29 10:40:29 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:40:29 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/console.log" append="off"/>
Nov 29 10:40:29 user nova-compute[75254]:     </serial>
Nov 29 10:40:29 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:40:29 user nova-compute[75254]:     <video>
Nov 29 10:40:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:40:29 user nova-compute[75254]:     </video>
Nov 29 10:40:29 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:40:29 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:40:29 user nova-compute[75254]:     </rng>
Nov 29 10:40:29 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:40:29 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:40:29 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:40:29 user nova-compute[75254]:     </memballoon>
Nov 29 10:40:29 user nova-compute[75254]:   </devices>
Nov 29 10:40:29 user nova-compute[75254]: </domain>
Nov 29 10:40:29 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:40:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1116213758',display_name='tempest-AttachVolumeNegativeTest-server-1116213758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1116213758',id=43,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPq1Q5nBIltogWz4gETDuFHjGjsrUgoDNcqdj2FJo8Cckzg0fcopWuP78OziubbmUcQ9iRtFUaKJG5I1y/W1Dg7RnSw26vb3VN1zJqBjlK2ZUT1kdObiAPpP0vc7GHdWow==',key_name='tempest-keypair-1702287341',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-bm9vriql',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:40:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=0ccb18d0-054b-4666-b197-6d3cd2d52b75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG os_vif [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '14b41649-37b2-5de0-bee0-23ff6de84aea', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap232e8905-a7, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap232e8905-a7, col_values=(('qos', UUID('ca0add8d-2501-4fd3-aa7f-ec6757491dc8')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap232e8905-a7, col_values=(('external_ids', {'iface-id': '232e8905-a7b5-46f4-914e-6f05dd002125', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:ab:a6', 'vm-uuid': '0ccb18d0-054b-4666-b197-6d3cd2d52b75'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:29 user nova-compute[75254]: INFO os_vif [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7')
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:66:ab:a6, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updated VIF entry in instance network info cache for port 232e8905-a7b5-46f4-914e-6f05dd002125. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updating instance_info_cache with network_info: [{"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c332aa8-5684-48a2-92b7-08a89a347fe6 req-6fbfa428-d6c2-49a1-a5b0-dfbf551353a2 service nova] Releasing lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-065cd4e5-6e40-4a0c-9639-6c9670ceec32 req-c3e11d68-b2f3-474c-810b-eec5184c9109 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-065cd4e5-6e40-4a0c-9639-6c9670ceec32 req-c3e11d68-b2f3-474c-810b-eec5184c9109 service nova] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-065cd4e5-6e40-4a0c-9639-6c9670ceec32 req-c3e11d68-b2f3-474c-810b-eec5184c9109 service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-065cd4e5-6e40-4a0c-9639-6c9670ceec32 req-c3e11d68-b2f3-474c-810b-eec5184c9109 service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-065cd4e5-6e40-4a0c-9639-6c9670ceec32 req-c3e11d68-b2f3-474c-810b-eec5184c9109 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] No waiting events found dispatching network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:31 user nova-compute[75254]: WARNING nova.compute.manager [req-065cd4e5-6e40-4a0c-9639-6c9670ceec32 req-c3e11d68-b2f3-474c-810b-eec5184c9109 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received unexpected event network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 for instance with vm_state building and task_state spawning.
Nov 29 10:40:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:40:33 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Instance spawned successfully.
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-153214cd-0b0d-4370-bfe9-e255caba41aa req-702d6072-5479-4702-b47b-6d9efdbad787 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-153214cd-0b0d-4370-bfe9-e255caba41aa req-702d6072-5479-4702-b47b-6d9efdbad787 service nova] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-153214cd-0b0d-4370-bfe9-e255caba41aa req-702d6072-5479-4702-b47b-6d9efdbad787 service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-153214cd-0b0d-4370-bfe9-e255caba41aa req-702d6072-5479-4702-b47b-6d9efdbad787 service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-153214cd-0b0d-4370-bfe9-e255caba41aa req-702d6072-5479-4702-b47b-6d9efdbad787 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] No waiting events found dispatching network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:33 user nova-compute[75254]: WARNING nova.compute.manager [req-153214cd-0b0d-4370-bfe9-e255caba41aa req-702d6072-5479-4702-b47b-6d9efdbad787 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received unexpected event network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 for instance with vm_state building and task_state spawning.
Nov 29 10:40:33 user nova-compute[75254]: INFO nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Took 5.52 seconds to spawn the instance on the hypervisor.
Nov 29 10:40:33 user nova-compute[75254]: DEBUG nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:40:33 user nova-compute[75254]: INFO nova.compute.manager [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Took 6.11 seconds to build instance.
Nov 29 10:40:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9ee57f34-23b8-4abd-9f68-109121a11668 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.205s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:33 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:42 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:40:45 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:40:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:40:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:40:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:49 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 is timed out.
Nov 29 10:40:49 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully detached device vdb from instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 from the live domain config.
Nov 29 10:40:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AkwFCdUa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:40:49 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[576c7723-c8e2-46a7-aea3-57352cd8cfda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:40:49 user nova-compute[75254]: No targets found.
Nov 29 10:40:49 user nova-compute[75254]: iSNS:
Nov 29 10:40:49 user nova-compute[75254]: No targets found.
Nov 29 10:40:49 user nova-compute[75254]: STATIC:
Nov 29 10:40:49 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6
Nov 29 10:40:49 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:40:49 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:40:49 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752
Nov 29 10:40:49 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:40:49 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:40:49 user nova-compute[75254]: FIRMWARE:
Nov 29 10:40:49 user nova-compute[75254]: No targets found.
Nov 29 10:40:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:40:49 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:40:49 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e3f661-d410-462e-a33a-f7e9cd709f28]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0550c9ad-bb7d-4f74-a9e3-9be600e604d6]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:40:49 user nova-compute[75254]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:40:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 (non-flash)
Nov 29 10:40:49 user nova-compute[75254]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:40:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba46d6290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a789eca8-9273-4779-bcf3-86c812d281cf]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[575ebce8-fa82-4e2c-b447-e9a43ca02326]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e33bce5e-9439-4e06-914a-27b45fe05103]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed27f21-5892-44ed-b0ef-ffc9cd4759e3]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c74cd4fd-a9f5-4e49-a488-298e0151619c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff1b2ba-cd98-45b4-b5d7-abca51b6dbe5]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260]
Nov 29 10:40:49 user nova-compute[75254]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6, portal: 172.16.0.220,3260] successful.
Nov 29 10:40:49 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a9db6a90-a558-4913-9f55-30e1d171a0a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da21a9a-eb41-45e3-bdb1-262604505b45]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== disconnect_volume: return (284ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:40:50 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b94c4553-4343-4cc3-bbf8-3a53923ab0bc tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.707s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75254) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-198c09de-6fe8-4782-8c2e-d81c3488f546 req-57712fac-d786-4f8f-b977-a77c9e91e41e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-198c09de-6fe8-4782-8c2e-d81c3488f546 req-57712fac-d786-4f8f-b977-a77c9e91e41e service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-198c09de-6fe8-4782-8c2e-d81c3488f546 req-57712fac-d786-4f8f-b977-a77c9e91e41e service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-198c09de-6fe8-4782-8c2e-d81c3488f546 req-57712fac-d786-4f8f-b977-a77c9e91e41e service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-198c09de-6fe8-4782-8c2e-d81c3488f546 req-57712fac-d786-4f8f-b977-a77c9e91e41e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:51 user nova-compute[75254]: WARNING nova.compute.manager [req-198c09de-6fe8-4782-8c2e-d81c3488f546 req-57712fac-d786-4f8f-b977-a77c9e91e41e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state active and task_state powering-off.
Nov 29 10:40:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance destroyed successfully.
Nov 29 10:40:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:40:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-640461f8-f916-4ace-95f5-7622c9ea9da2 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.825s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:52 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:40:52 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-33e63efa-cc55-4049-83b4-d7b1e012248e req-568ebea5-57c2-4e54-8e48-c038ae55a6ed service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33e63efa-cc55-4049-83b4-d7b1e012248e req-568ebea5-57c2-4e54-8e48-c038ae55a6ed service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33e63efa-cc55-4049-83b4-d7b1e012248e req-568ebea5-57c2-4e54-8e48-c038ae55a6ed service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-33e63efa-cc55-4049-83b4-d7b1e012248e req-568ebea5-57c2-4e54-8e48-c038ae55a6ed service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG nova.compute.manager [req-33e63efa-cc55-4049-83b4-d7b1e012248e req-568ebea5-57c2-4e54-8e48-c038ae55a6ed service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:40:53 user nova-compute[75254]: WARNING nova.compute.manager [req-33e63efa-cc55-4049-83b4-d7b1e012248e req-568ebea5-57c2-4e54-8e48-c038ae55a6ed service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state stopped and task_state None.
Nov 29 10:40:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:40:53 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:40:54 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:54 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8464MB free_disk=25.03543472290039GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 3e4449d2-af0f-464e-b317-3588d3d0658a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:40:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.486s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:40:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:40:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:40:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:40:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:40:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:41:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:34 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:41:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:41:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:41:46 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:41:47 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:41:47 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:41:47 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:41:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing instance network info cache due to event network-changed-bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] Acquiring lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] Acquired lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Refreshing network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:41:50 user nova-compute[75254]: INFO nova.compute.manager [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Terminating instance
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a82f47b-0ade-424b-8e01-c1c1342c6a4f req-5b9f249e-d2bb-4956-8619-dca48d07f692 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-unplugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a82f47b-0ade-424b-8e01-c1c1342c6a4f req-5b9f249e-d2bb-4956-8619-dca48d07f692 service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a82f47b-0ade-424b-8e01-c1c1342c6a4f req-5b9f249e-d2bb-4956-8619-dca48d07f692 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-5a82f47b-0ade-424b-8e01-c1c1342c6a4f req-5b9f249e-d2bb-4956-8619-dca48d07f692 service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a82f47b-0ade-424b-8e01-c1c1342c6a4f req-5b9f249e-d2bb-4956-8619-dca48d07f692 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-unplugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.compute.manager [req-5a82f47b-0ade-424b-8e01-c1c1342c6a4f req-5b9f249e-d2bb-4956-8619-dca48d07f692 service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-unplugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updated VIF entry in instance network info cache for port bddb5612-70db-4284-a27b-cb3e59923e9a. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [{"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:41:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8af174a7-cc4e-4344-849c-efa87a5f5c5d req-d6a9a2d3-aa0e-47a9-b28c-0d99b12e657d service nova] Releasing lock "refresh_cache-3e4449d2-af0f-464e-b317-3588d3d0658a" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:41:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Instance destroyed successfully.
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.objects.instance [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lazy-loading 'resources' on Instance uuid 3e4449d2-af0f-464e-b317-3588d3d0658a {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-29T10:36:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-703366870',display_name='tempest-TestShelveInstance-server-703366870',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-703366870',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFm7X1lrj4cWe5FyJQ+iWxEmT+4lpfmKhmKz2c7kZtdvE1A0l5gaoiqfTY+CMVJVgZHt4WeaMW2brpEEqvZhDflGt9zDWmq3ELuuoPWZ8cZyPOb2JbsTWyqzQAPGYw5yyw==',key_name='tempest-TestShelveInstance-445824701',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:40:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b569f29474e747798acceaf1ab491a2d',ramdisk_id='',reservation_id='r-vm1sa0yn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1376374610',owner_user_name='tempest-TestShelveInstance-1376374610-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:40:17Z,user_data=None,user_id='d99cf970c2e3464286652e9473976cb4',uuid=3e4449d2-af0f-464e-b317-3588d3d0658a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converting VIF {"id": "bddb5612-70db-4284-a27b-cb3e59923e9a", "address": "fa:16:3e:10:ea:8a", "network": {"id": "e6c6577d-7b90-46a8-abe0-8417e6ceda1f", "bridge": "br-int", "label": "tempest-TestShelveInstance-1229663437-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b569f29474e747798acceaf1ab491a2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbddb5612-70", "ovs_interfaceid": "bddb5612-70db-4284-a27b-cb3e59923e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_vif [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbddb5612-70, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b249f4b4-1dbb-4690-b639-c05d6d6fe818) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:51 user nova-compute[75254]: INFO os_vif [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=bddb5612-70db-4284-a27b-cb3e59923e9a,network=Network(e6c6577d-7b90-46a8-abe0-8417e6ceda1f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbddb5612-70')
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sNXmQrhB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:41:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5be0ad-dca2-482b-9dae-db1178cbcd56]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:41:51 user nova-compute[75254]: No targets found.
Nov 29 10:41:51 user nova-compute[75254]: iSNS:
Nov 29 10:41:51 user nova-compute[75254]: No targets found.
Nov 29 10:41:51 user nova-compute[75254]: STATIC:
Nov 29 10:41:51 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752
Nov 29 10:41:51 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:41:51 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:41:51 user nova-compute[75254]: FIRMWARE:
Nov 29 10:41:51 user nova-compute[75254]: No targets found.
Nov 29 10:41:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:41:51 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:41:51 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e83ef6f-7580-4577-8bb8-4a9f6cd1ba57]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53491cc-e502-420a-bb3c-b22b7b52d4cb]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:41:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 (non-flash)
Nov 29 10:41:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4264f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a1249c5-1e12-4284-bd4c-491cac923dd6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5fe2f0-5d77-45f3-a6b1-435a4c4cdcfa]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e282b8-6960-4390-87f0-c312347d8e72]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd59c6ea-3b83-4dd4-aa7b-c6d3238cf6a6]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_aa525d0c', '/dev/disk/by-id/scsi-1SCST_BIOaa525d0c-6d5422dd36c4e534', '/dev/disk/by-id/scsi-23664353432326464') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3414dc74-8e4d-4854-8db3-d25f91cb6da1]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8655f8f-a615-453b-8017-5f74a3df9d9f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[445bfa48-1f81-4dc3-8712-f5f923f69438]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260]
Nov 29 10:41:51 user nova-compute[75254]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752, portal: 172.16.0.220,3260] successful.
Nov 29 10:41:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9304fd70-296e-447a-b002-2cedf5fdd752 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f01e51e0-3f4f-422e-9977-a52bff029777]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] <== disconnect_volume: return (289ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:41:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Deleting instance files /opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a_del
Nov 29 10:41:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Deletion of /opt/stack/data/nova/instances/3e4449d2-af0f-464e-b317-3588d3d0658a_del complete
Nov 29 10:41:51 user nova-compute[75254]: INFO nova.compute.manager [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 29 10:41:51 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:41:51 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:41:52 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:41:52 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Took 0.54 seconds to deallocate network for instance.
Nov 29 10:41:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-1bb0d678-7cc8-44c6-bd7b-77eaf57dd35b req-1a366ee7-1bf3-489e-8efb-9ef63750959e service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-deleted-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:41:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-6b9171ab-effd-4ea6-8f32-73a971fc34a0 req-59b97130-1854-4faa-9e92-e0c50500f32b service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:41:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6b9171ab-effd-4ea6-8f32-73a971fc34a0 req-59b97130-1854-4faa-9e92-e0c50500f32b service nova] Acquiring lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6b9171ab-effd-4ea6-8f32-73a971fc34a0 req-59b97130-1854-4faa-9e92-e0c50500f32b service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6b9171ab-effd-4ea6-8f32-73a971fc34a0 req-59b97130-1854-4faa-9e92-e0c50500f32b service nova] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:41:52 user nova-compute[75254]: DEBUG nova.compute.manager [req-6b9171ab-effd-4ea6-8f32-73a971fc34a0 req-59b97130-1854-4faa-9e92-e0c50500f32b service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] No waiting events found dispatching network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:41:52 user nova-compute[75254]: WARNING nova.compute.manager [req-6b9171ab-effd-4ea6-8f32-73a971fc34a0 req-59b97130-1854-4faa-9e92-e0c50500f32b service nova] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Received unexpected event network-vif-plugged-bddb5612-70db-4284-a27b-cb3e59923e9a for instance with vm_state active and task_state deleting.
Nov 29 10:41:52 user nova-compute[75254]: INFO nova.compute.manager [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Took 0.75 seconds to detach 1 volumes for instance.
Nov 29 10:41:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] [instance: 3e4449d2-af0f-464e-b317-3588d3d0658a] Deleting volume: 9304fd70-296e-447a-b002-2cedf5fdd752 {{(pid=75254) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 10:41:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:53 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:41:53 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:41:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.196s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:41:53 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Deleted allocations for instance 3e4449d2-af0f-464e-b317-3588d3d0658a
Nov 29 10:41:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-8e56e4fd-4786-4f19-9d99-495ead1f54f4 tempest-TestShelveInstance-1376374610 tempest-TestShelveInstance-1376374610-project-member] Lock "3e4449d2-af0f-464e-b317-3588d3d0658a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.873s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:41:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:41:54 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:41:56 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:41:56 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8738MB free_disk=25.033023834228516GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:41:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.330s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG nova.objects.instance [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'flavor' on Instance uuid 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:01 user nova-compute[75254]: INFO nova.compute.manager [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Attaching volume 4ba9933e-5041-48d0-a383-6d229db9d652 to /dev/vdb
Nov 29 10:42:01 user nova-compute[75254]: DEBUG os_brick.utils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19fd291-aaff-4ec1-b927-3015126a5f81]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ddd29bf-6213-4f2c-97f8-0ab923435c1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51a5736-fbc8-4960-bb91-4e79648be2e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[facabbae-df90-4699-8f06-1ec7b4ffeab1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:42:01 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:42:01 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6b7993-52f5-4eb0-8b76-3a074ef0d5bb]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG os_brick.utils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:42:01 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating existing volume attachment record: 31a24c79-802e-41cc-942a-a3ba55d3af6b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:42:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qYkvpyXf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:42:08 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:42:08 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:42:08 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc53c98-f9a8-4cda-a3d0-363ae6f9bc02]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:42:08 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[73776789-e538-4361-bc27-e33f0458bfcf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652] added
Nov 29 10:42:08 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[90caf0b0-e720-484a-8726-474cf38decb7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42efe6b-1254-4351-9cbb-4f247175c680]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qYkvpyXf {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qYkvpyXf" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d323294-3409-4c72-a4af-851c5cef3045]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qYkvpyXf'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd86b1b-0d25-432b-8c61-08ec5217cf53]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca8d5e1-ca3c-4d35-8511-d11d263bb4e2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:42:08 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:42:08 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:42:08 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:42:08 user nova-compute[75254]: 
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[852f7e86-8a06-48c1-9c04-21d2368b32c9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260]
Nov 29 10:42:08 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260] successful.
Nov 29 10:42:08 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b25383e7-d6b3-4c8c-8ede-57cb589f7912]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[937b66fe-ecd7-4746-8138-cafe2527a137]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:08 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:08 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.236s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[25bb189c-e32b-462a-aa2d-e9d6705fcf9c]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:08 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:42:09 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:42:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qYkvpyXf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:42:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.265s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:42:09 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== connect_volume: return (1266ms) {'type': 'block', 'scsi_wwn': '23263633566346562', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:42:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263633566346562', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:42:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'flavor' on Instance uuid 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:42:10 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:42:10 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:42:10 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:42:10 user nova-compute[75254]:   <serial>4ba9933e-5041-48d0-a383-6d229db9d652</serial>
Nov 29 10:42:10 user nova-compute[75254]: </disk>
Nov 29 10:42:10 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:42:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:42:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:42:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] No VIF found with MAC fa:16:3e:dc:fc:84, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:42:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-99df0e25-29bf-4e47-be25-dbb250c97d10 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.884s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing instance network info cache due to event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:42:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:42:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:42:12 user nova-compute[75254]: DEBUG nova.network.neutron [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:42:13 user nova-compute[75254]: DEBUG nova.network.neutron [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updated VIF entry in instance network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:42:13 user nova-compute[75254]: DEBUG nova.network.neutron [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:42:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-73a43a30-90db-4ce6-9eac-06150cebd333 req-35387cd8-e4d9-4c15-8853-9409706d25e8 service nova] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:42:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing instance network info cache due to event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:42:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:42:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:42:14 user nova-compute[75254]: DEBUG nova.network.neutron [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:15 user nova-compute[75254]: INFO nova.compute.manager [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Rebooting instance
Nov 29 10:42:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updated VIF entry in instance network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7ac0fa4a-7fe8-4e26-bfe4-49c6bff65d41 req-14c7e171-7f45-495d-bb9f-520b0578c87e service nova] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG nova.network.neutron [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:42:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:42:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:42:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:42:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:42:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-changed-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Refreshing instance network info cache due to event network-changed-232e8905-a7b5-46f4-914e-6f05dd002125. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:42:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] Acquiring lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:42:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] Acquired lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:42:17 user nova-compute[75254]: DEBUG nova.network.neutron [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Refreshing network info cache for port 232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updated VIF entry in instance network info cache for port 232e8905-a7b5-46f4-914e-6f05dd002125. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updating instance_info_cache with network_info: [{"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e84734d-9004-420f-a0d2-ccd0db863ef6 req-8ff2c525-32b6-4da3-bc75-38a3479a9d25 service nova] Releasing lock "refresh_cache-0ccb18d0-054b-4666-b197-6d3cd2d52b75" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-128c4566-5996-4e4c-b294-9e64eed1a0f6 req-fa76755c-2570-46e9-a214-4ad44108a3f5 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-unplugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-128c4566-5996-4e4c-b294-9e64eed1a0f6 req-fa76755c-2570-46e9-a214-4ad44108a3f5 service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-128c4566-5996-4e4c-b294-9e64eed1a0f6 req-fa76755c-2570-46e9-a214-4ad44108a3f5 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-128c4566-5996-4e4c-b294-9e64eed1a0f6 req-fa76755c-2570-46e9-a214-4ad44108a3f5 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-128c4566-5996-4e4c-b294-9e64eed1a0f6 req-fa76755c-2570-46e9-a214-4ad44108a3f5 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-unplugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:42:18 user nova-compute[75254]: WARNING nova.compute.manager [req-128c4566-5996-4e4c-b294-9e64eed1a0f6 req-fa76755c-2570-46e9-a214-4ad44108a3f5 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-unplugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state active and task_state reboot_started.
Nov 29 10:42:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:19 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance shutdown successfully.
Nov 29 10:42:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9285881-d8e8-4957-a132-f4c99dd38eb7 req-3c96b634-3bc5-4ca7-af60-2ae078106f55 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9285881-d8e8-4957-a132-f4c99dd38eb7 req-3c96b634-3bc5-4ca7-af60-2ae078106f55 service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9285881-d8e8-4957-a132-f4c99dd38eb7 req-3c96b634-3bc5-4ca7-af60-2ae078106f55 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9285881-d8e8-4957-a132-f4c99dd38eb7 req-3c96b634-3bc5-4ca7-af60-2ae078106f55 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9285881-d8e8-4957-a132-f4c99dd38eb7 req-3c96b634-3bc5-4ca7-af60-2ae078106f55 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:42:20 user nova-compute[75254]: WARNING nova.compute.manager [req-c9285881-d8e8-4957-a132-f4c99dd38eb7 req-3c96b634-3bc5-4ca7-af60-2ae078106f55 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state active and task_state reboot_started.
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid 0ccb18d0-054b-4666-b197-6d3cd2d52b75 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:20 user nova-compute[75254]: INFO nova.compute.manager [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Attaching volume ebf405b3-1bde-4944-88de-a584618863df to /dev/vdb
Nov 29 10:42:20 user nova-compute[75254]: DEBUG os_brick.utils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ddc011c-7d4a-4a13-8426-3d9147e7e53b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eae0b092-91a0-45f8-9836-2eb952d3241f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ab11082-b35f-494a-85fa-559fd700e85f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[07feb70f-561b-4275-8505-5c9825576767]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:42:21 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:42:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2b753f-f002-430d-86f1-92caedee3bac]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG os_brick.utils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updating existing volume attachment record: b36b5b2d-a500-421d-8f8d-4d6f7c09cb0b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:42:22 user nova-compute[75254]: WARNING nova.compute.manager [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state active and task_state reboot_started.
Nov 29 10:42:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG nova.compute.manager [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:42:22 user nova-compute[75254]: WARNING nova.compute.manager [req-44efbe4f-355a-4a0b-8ec1-7f8fd3415c5b req-c7700056-7870-48bb-86c6-f658fee07d39 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state active and task_state reboot_started.
Nov 29 10:42:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance running successfully.
Nov 29 10:42:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance soft rebooted successfully.
Nov 29 10:42:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:42:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-2f9c31ae-fce7-42d3-ae13-0b6237aae878 tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.237s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lHbsCIEe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:42:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:42:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:42:28 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a918a795-8a37-4e48-81b5-eb0778ecfea8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:42:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0275c7f7-b7bf-4ed5-9164-c8b2b0faec93]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df] added
Nov 29 10:42:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8376b3fa-237e-4ea3-b4e3-5925c140ee5d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[659ff05e-83a1-4dc5-9c28-ac0b747d2937]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lHbsCIEe {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lHbsCIEe" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c94308d-92be-4509-8c06-7bbed0c8739b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lHbsCIEe'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e663c776-e4b5-43d4-9fd6-a64209e16a13]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5c069a-e615-42ab-8bfc-470661ec3f46]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c1ef76-826b-463a-aec0-9e7a1ae1425c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260]
Nov 29 10:42:28 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260] successful.
Nov 29 10:42:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[00aefac9-0d40-4c8c-a2a6-7d4044cd58e5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca7d6f06-46f7-4e06-9088-51c793b7eda2]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:28 user nova-compute[75254]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df (non-flash)
Nov 29 10:42:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:28 user nova-compute[75254]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df (non-flash)
Nov 29 10:42:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4fa5cb5-15db-49df-9a56-79443443d29a]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lHbsCIEe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:42:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23232373435363264', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232373435363264', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid 0ccb18d0-054b-4666-b197-6d3cd2d52b75 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:42:29 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:42:29 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:42:29 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:42:29 user nova-compute[75254]:   <serial>ebf405b3-1bde-4944-88de-a584618863df</serial>
Nov 29 10:42:29 user nova-compute[75254]: </disk>
Nov 29 10:42:29 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:42:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] No VIF found with MAC fa:16:3e:66:ab:a6, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:42:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-23dc2569-148d-455c-a898-4fd10c236c59 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.154s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:31 user nova-compute[75254]: INFO nova.compute.manager [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Detaching volume ebf405b3-1bde-4944-88de-a584618863df
Nov 29 10:42:31 user nova-compute[75254]: INFO nova.virt.block_device [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Attempting to driver detach volume ebf405b3-1bde-4944-88de-a584618863df from mountpoint /dev/vdb
Nov 29 10:42:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Attempting to detach device vdb from instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:42:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:42:31 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:42:31 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:42:31 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:42:31 user nova-compute[75254]:   <serial>ebf405b3-1bde-4944-88de-a584618863df</serial>
Nov 29 10:42:31 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:42:31 user nova-compute[75254]: </disk>
Nov 29 10:42:31 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:42:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully detached device vdb from instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 from the persistent domain config.
Nov 29 10:42:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:42:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:42:31 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:42:31 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:42:31 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:42:31 user nova-compute[75254]:   <serial>ebf405b3-1bde-4944-88de-a584618863df</serial>
Nov 29 10:42:31 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:42:31 user nova-compute[75254]: </disk>
Nov 29 10:42:31 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:42:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:42:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:39 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquired lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'info_cache' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:41 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.network.neutron [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Releasing lock "refresh_cache-2cfd1253-93d4-4b5e-bc11-b8cea773ab42" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:42:42 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance destroyed successfully.
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'resources' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:40:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG os_vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd9c736f-a0, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=03194aac-4063-4783-8aef-65c50f3b8021) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:42 user nova-compute[75254]: INFO os_vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0')
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start _get_guest_xml network_info=[{"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'numa_topology' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:42:42 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:40:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'pci_devices' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:42:42 user nova-compute[75254]:   <uuid>2cfd1253-93d4-4b5e-bc11-b8cea773ab42</uuid>
Nov 29 10:42:42 user nova-compute[75254]:   <name>instance-00000027</name>
Nov 29 10:42:42 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:42:42 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:42:42 user nova-compute[75254]:   <metadata>
Nov 29 10:42:42 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:42:42 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:42:42 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeTestJSON-server-371442964</nova:name>
Nov 29 10:42:42 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:42:42</nova:creationTime>
Nov 29 10:42:42 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:42:42 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:42:42 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:42:42 user nova-compute[75254]:       <nova:owner>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:user uuid="d924cc4c04fd4b79afd65751ac223c93">tempest-AttachVolumeTestJSON-1078224124-project-member</nova:user>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:project uuid="1b4adf5088bd4b1db449d91b5d6d31b1">tempest-AttachVolumeTestJSON-1078224124</nova:project>
Nov 29 10:42:42 user nova-compute[75254]:       </nova:owner>
Nov 29 10:42:42 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:42:42 user nova-compute[75254]:       <nova:ports>
Nov 29 10:42:42 user nova-compute[75254]:         <nova:port uuid="fd9c736f-a06d-47ca-906d-e607802cfdf9">
Nov 29 10:42:42 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 29 10:42:42 user nova-compute[75254]:         </nova:port>
Nov 29 10:42:42 user nova-compute[75254]:       </nova:ports>
Nov 29 10:42:42 user nova-compute[75254]:     </nova:instance>
Nov 29 10:42:42 user nova-compute[75254]:   </metadata>
Nov 29 10:42:42 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:42:42 user nova-compute[75254]:     <system>
Nov 29 10:42:42 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:42:42 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:42:42 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:42:42 user nova-compute[75254]:       <entry name="serial">2cfd1253-93d4-4b5e-bc11-b8cea773ab42</entry>
Nov 29 10:42:42 user nova-compute[75254]:       <entry name="uuid">2cfd1253-93d4-4b5e-bc11-b8cea773ab42</entry>
Nov 29 10:42:42 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:42:42 user nova-compute[75254]:     </system>
Nov 29 10:42:42 user nova-compute[75254]:   </sysinfo>
Nov 29 10:42:42 user nova-compute[75254]:   <os>
Nov 29 10:42:42 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:42:42 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:42:42 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:42:42 user nova-compute[75254]:   </os>
Nov 29 10:42:42 user nova-compute[75254]:   <features>
Nov 29 10:42:42 user nova-compute[75254]:     <acpi/>
Nov 29 10:42:42 user nova-compute[75254]:     <apic/>
Nov 29 10:42:42 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:42:42 user nova-compute[75254]:   </features>
Nov 29 10:42:42 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:42:42 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:42:42 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:42:42 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:42:42 user nova-compute[75254]:   </clock>
Nov 29 10:42:42 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:42:42 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:42:42 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:42:42 user nova-compute[75254]:   </cpu>
Nov 29 10:42:42 user nova-compute[75254]:   <devices>
Nov 29 10:42:42 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:42:42 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:42:42 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk"/>
Nov 29 10:42:42 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:42:42 user nova-compute[75254]:     </disk>
Nov 29 10:42:42 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:42:42 user nova-compute[75254]:       <mac address="fa:16:3e:0e:36:6a"/>
Nov 29 10:42:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:42:42 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:42:42 user nova-compute[75254]:       <target dev="tapfd9c736f-a0"/>
Nov 29 10:42:42 user nova-compute[75254]:     </interface>
Nov 29 10:42:42 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:42:42 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/console.log" append="off"/>
Nov 29 10:42:42 user nova-compute[75254]:     </serial>
Nov 29 10:42:42 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:42:42 user nova-compute[75254]:     <video>
Nov 29 10:42:42 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:42:42 user nova-compute[75254]:     </video>
Nov 29 10:42:42 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:42:42 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:42:42 user nova-compute[75254]:     </rng>
Nov 29 10:42:42 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:42:42 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:42:42 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:42:42 user nova-compute[75254]:     </memballoon>
Nov 29 10:42:42 user nova-compute[75254]:   </devices>
Nov 29 10:42:42 user nova-compute[75254]: </domain>
Nov 29 10:42:42 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:42 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Cannot resize image /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'migration_context' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.objects.base [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Object Instance<2cfd1253-93d4-4b5e-bc11-b8cea773ab42> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75254) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:40:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG os_vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be29b215-7134-554f-affa-d5be338c72e7', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd9c736f-a0, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd9c736f-a0, col_values=(('qos', UUID('a2dde6aa-8008-44c5-a1a6-6aeaabfa8441')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd9c736f-a0, col_values=(('external_ids', {'iface-id': 'fd9c736f-a06d-47ca-906d-e607802cfdf9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:36:6a', 'vm-uuid': '2cfd1253-93d4-4b5e-bc11-b8cea773ab42'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: INFO os_vif [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0')
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-6177199f-d169-48cd-8c4a-fa9c8a602af0 req-ee8147bf-07da-4bc9-b6f0-7e55be8973d6 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6177199f-d169-48cd-8c4a-fa9c8a602af0 req-ee8147bf-07da-4bc9-b6f0-7e55be8973d6 service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6177199f-d169-48cd-8c4a-fa9c8a602af0 req-ee8147bf-07da-4bc9-b6f0-7e55be8973d6 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6177199f-d169-48cd-8c4a-fa9c8a602af0 req-ee8147bf-07da-4bc9-b6f0-7e55be8973d6 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-6177199f-d169-48cd-8c4a-fa9c8a602af0 req-ee8147bf-07da-4bc9-b6f0-7e55be8973d6 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:42:44 user nova-compute[75254]: WARNING nova.compute.manager [req-6177199f-d169-48cd-8c4a-fa9c8a602af0 req-ee8147bf-07da-4bc9-b6f0-7e55be8973d6 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state stopped and task_state powering-on.
Nov 29 10:42:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:42:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance rebooted successfully.
Nov 29 10:42:46 user nova-compute[75254]: DEBUG nova.compute.manager [None req-0b310a29-2245-4101-b902-47e973fe4ae8 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-74c8f884-f26f-443e-8119-feac2a12d779 req-5131efe6-32e4-49e5-abca-c4a71850cd2c service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-74c8f884-f26f-443e-8119-feac2a12d779 req-5131efe6-32e4-49e5-abca-c4a71850cd2c service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-74c8f884-f26f-443e-8119-feac2a12d779 req-5131efe6-32e4-49e5-abca-c4a71850cd2c service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-74c8f884-f26f-443e-8119-feac2a12d779 req-5131efe6-32e4-49e5-abca-c4a71850cd2c service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-74c8f884-f26f-443e-8119-feac2a12d779 req-5131efe6-32e4-49e5-abca-c4a71850cd2c service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:42:46 user nova-compute[75254]: WARNING nova.compute.manager [req-74c8f884-f26f-443e-8119-feac2a12d779 req-5131efe6-32e4-49e5-abca-c4a71850cd2c service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state active and task_state None.
Nov 29 10:42:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:42:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:42:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:42:48 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:42:49 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:42:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:42:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:42:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:51 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 is timed out.
Nov 29 10:42:51 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully detached device vdb from instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 from the live domain config.
Nov 29 10:42:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lHbsCIEe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:42:51 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc41265-d306-4f3f-b180-966eb1b367b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:42:51 user nova-compute[75254]: No targets found.
Nov 29 10:42:51 user nova-compute[75254]: iSNS:
Nov 29 10:42:51 user nova-compute[75254]: No targets found.
Nov 29 10:42:51 user nova-compute[75254]: STATIC:
Nov 29 10:42:51 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652
Nov 29 10:42:51 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:42:51 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:42:51 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df
Nov 29 10:42:51 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:42:51 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:42:51 user nova-compute[75254]: FIRMWARE:
Nov 29 10:42:51 user nova-compute[75254]: No targets found.
Nov 29 10:42:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:42:51 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:42:51 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce90cab-fac6-44b4-a668-1b2553c9bc58]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a82efeb-0ca4-443c-bd67-250d13bd9e5f]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:51 user nova-compute[75254]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df (non-flash)
Nov 29 10:42:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:42:51 user nova-compute[75254]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df (non-flash)
Nov 29 10:42:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4433010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3337c06b-297d-4e72-ae1f-61670e3fe8d2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1512976f-98e4-4243-8889-a69b60e4b4f9]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b9cbb47-dd58-4358-be43-fe27f50fb813]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fa48ada-18f4-4ce4-9001-610b070f1f9d]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b8fffd-a9e3-4241-a4c3-c9983201c6c9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d0ec1e0-8c4b-410b-aa06-4b6b0198268b]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260]
Nov 29 10:42:51 user nova-compute[75254]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df, portal: 172.16.0.220,3260] successful.
Nov 29 10:42:51 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebf405b3-1bde-4944-88de-a584618863df -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a83593-fe5c-4666-9dd3-05f5e7c4e9a4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] <== disconnect_volume: return (299ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:42:51 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:42:52 user nova-compute[75254]: DEBUG nova.objects.instance [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'flavor' on Instance uuid 0ccb18d0-054b-4666-b197-6d3cd2d52b75 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:42:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-d884dfe5-cd85-4c72-99de-896618a0e663 tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.680s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:42:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:42:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:55 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:42:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:42:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:42:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:42:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8609MB free_disk=25.021556854248047GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:42:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.241s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:42:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:43:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:43:21 user nova-compute[75254]: INFO nova.compute.manager [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Terminating instance
Nov 29 10:43:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f271863-6bd2-4c52-9837-b30eb024e096 req-96292930-fd71-49a5-b38c-4fd8bbb7324a service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-vif-unplugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f271863-6bd2-4c52-9837-b30eb024e096 req-96292930-fd71-49a5-b38c-4fd8bbb7324a service nova] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f271863-6bd2-4c52-9837-b30eb024e096 req-96292930-fd71-49a5-b38c-4fd8bbb7324a service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6f271863-6bd2-4c52-9837-b30eb024e096 req-96292930-fd71-49a5-b38c-4fd8bbb7324a service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f271863-6bd2-4c52-9837-b30eb024e096 req-96292930-fd71-49a5-b38c-4fd8bbb7324a service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] No waiting events found dispatching network-vif-unplugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-6f271863-6bd2-4c52-9837-b30eb024e096 req-96292930-fd71-49a5-b38c-4fd8bbb7324a service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-vif-unplugged-232e8905-a7b5-46f4-914e-6f05dd002125 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:43:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Instance destroyed successfully.
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.objects.instance [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lazy-loading 'resources' on Instance uuid 0ccb18d0-054b-4666-b197-6d3cd2d52b75 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:40:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1116213758',display_name='tempest-AttachVolumeNegativeTest-server-1116213758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1116213758',id=43,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPq1Q5nBIltogWz4gETDuFHjGjsrUgoDNcqdj2FJo8Cckzg0fcopWuP78OziubbmUcQ9iRtFUaKJG5I1y/W1Dg7RnSw26vb3VN1zJqBjlK2ZUT1kdObiAPpP0vc7GHdWow==',key_name='tempest-keypair-1702287341',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:40:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c51a4f882fb2414ea77165d68da95519',ramdisk_id='',reservation_id='r-bm9vriql',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1153176039',owner_user_name='tempest-AttachVolumeNegativeTest-1153176039-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2f83f0094fe4cfb99a9ca3e468c9b72',uuid=0ccb18d0-054b-4666-b197-6d3cd2d52b75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converting VIF {"id": "232e8905-a7b5-46f4-914e-6f05dd002125", "address": "fa:16:3e:66:ab:a6", "network": {"id": "73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1951552507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.60", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c51a4f882fb2414ea77165d68da95519", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap232e8905-a7", "ovs_interfaceid": "232e8905-a7b5-46f4-914e-6f05dd002125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG os_vif [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap232e8905-a7, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ca0add8d-2501-4fd3-aa7f-ec6757491dc8) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:22 user nova-compute[75254]: INFO os_vif [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:ab:a6,bridge_name='br-int',has_traffic_filtering=True,id=232e8905-a7b5-46f4-914e-6f05dd002125,network=Network(73eed6d3-a10a-496a-a6d4-b3b1ebd0cafb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap232e8905-a7')
Nov 29 10:43:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Deleting instance files /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75_del
Nov 29 10:43:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Deletion of /opt/stack/data/nova/instances/0ccb18d0-054b-4666-b197-6d3cd2d52b75_del complete
Nov 29 10:43:22 user nova-compute[75254]: INFO nova.compute.manager [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 10:43:22 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:43:22 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Took 0.75 seconds to deallocate network for instance.
Nov 29 10:43:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.169s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:43:23 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Deleted allocations for instance 0ccb18d0-054b-4666-b197-6d3cd2d52b75
Nov 29 10:43:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-74ed09cf-e860-4734-8f39-b292330f551a tempest-AttachVolumeNegativeTest-1153176039 tempest-AttachVolumeNegativeTest-1153176039-project-member] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.953s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] Acquiring lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] Lock "0ccb18d0-054b-4666-b197-6d3cd2d52b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:43:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] No waiting events found dispatching network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:43:23 user nova-compute[75254]: WARNING nova.compute.manager [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received unexpected event network-vif-plugged-232e8905-a7b5-46f4-914e-6f05dd002125 for instance with vm_state deleted and task_state None.
Nov 29 10:43:23 user nova-compute[75254]: DEBUG nova.compute.manager [req-d230868a-a2c6-4202-a36d-4f19b9c6ef19 req-dbf8e92a-211e-4d48-86e9-d189ae301c63 service nova] [instance: 0ccb18d0-054b-4666-b197-6d3cd2d52b75] Received event network-vif-deleted-232e8905-a7b5-46f4-914e-6f05dd002125 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:43:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:43:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:43:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:43:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:43:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:43:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:43:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:43:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:43:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:43:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:43:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.006s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:43:55 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:43:55 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:43:56 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:43:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:43:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8798MB free_disk=25.048561096191406GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:43:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:44:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:44:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:44:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:44:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing instance network info cache due to event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:44:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:44:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:44:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updated VIF entry in instance network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0775415b-2146-4752-be58-b93456d9c790 req-c91307fb-9072-4ab3-b396-adc5c14f9ae2 service nova] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.compute.manager [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing instance network info cache due to event network-changed-bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Refreshing network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:07 user nova-compute[75254]: INFO nova.compute.manager [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Detaching volume 4ba9933e-5041-48d0-a383-6d229db9d652
Nov 29 10:44:07 user nova-compute[75254]: INFO nova.virt.block_device [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Attempting to driver detach volume 4ba9933e-5041-48d0-a383-6d229db9d652 from mountpoint /dev/vdb
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Attempting to detach device vdb from instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:44:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:44:07 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:44:07 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:44:07 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:44:07 user nova-compute[75254]:   <serial>4ba9933e-5041-48d0-a383-6d229db9d652</serial>
Nov 29 10:44:07 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:44:07 user nova-compute[75254]: </disk>
Nov 29 10:44:07 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:44:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully detached device vdb from instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 from the persistent domain config.
Nov 29 10:44:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:44:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:44:08 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:44:08 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:44:08 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:44:08 user nova-compute[75254]:   <serial>4ba9933e-5041-48d0-a383-6d229db9d652</serial>
Nov 29 10:44:08 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:44:08 user nova-compute[75254]: </disk>
Nov 29 10:44:08 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:44:08 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updated VIF entry in instance network info cache for port bb413a06-78d9-451d-a38b-861fc2a9257c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:44:08 user nova-compute[75254]: DEBUG nova.network.neutron [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:44:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f3dcc9d5-dc68-4f4e-8315-7948bf9b5e29 req-0c0a5d61-d95a-4ba8-882c-6ad978552dfb service nova] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:44:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:44:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:44:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:44:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:44:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 is timed out.
Nov 29 10:44:28 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully detached device vdb from instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 from the live domain config.
Nov 29 10:44:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qYkvpyXf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:44:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb85c55-a31d-4e77-a3ab-00be01319bcb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:44:28 user nova-compute[75254]: No targets found.
Nov 29 10:44:28 user nova-compute[75254]: iSNS:
Nov 29 10:44:28 user nova-compute[75254]: No targets found.
Nov 29 10:44:28 user nova-compute[75254]: STATIC:
Nov 29 10:44:28 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652
Nov 29 10:44:28 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:44:28 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:44:28 user nova-compute[75254]: FIRMWARE:
Nov 29 10:44:28 user nova-compute[75254]: No targets found.
Nov 29 10:44:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:44:28 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:44:28 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c8cde24-c284-476d-9821-bf48e4d63f76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f840c48b-e2e3-46df-a950-26ba3ec0e862]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:44:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 (non-flash)
Nov 29 10:44:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb5fba4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d8503e-87cf-47b0-929d-bca0e16cf872]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0472ae8e-debf-4b5b-b3bd-eedabaa1b93b]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3d2fa1-eb82-4944-a10c-7168ee51022c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[38800474-b892-48d3-912d-832efc5b9fca]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[357405b8-6fcd-42b0-9958-060ef1920614]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b47add2-8fa2-4a84-8751-e35b43e508c3]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260]
Nov 29 10:44:28 user nova-compute[75254]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652, portal: 172.16.0.220,3260] successful.
Nov 29 10:44:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ba9933e-5041-48d0-a383-6d229db9d652 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[69dae2ed-384d-4737-8fee-96b4f6a89174]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.272s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] <== disconnect_volume: return (273ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:44:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:44:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'flavor' on Instance uuid 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:44:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0074aef1-1258-4360-bb4f-c5138e99f88e tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.795s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:32 user nova-compute[75254]: INFO nova.compute.manager [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Terminating instance
Nov 29 10:44:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-d8f8dd61-2900-4a0c-afef-815d487527ab req-76dd4398-8d2c-45f9-b1c6-cb1d2925c096 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d8f8dd61-2900-4a0c-afef-815d487527ab req-76dd4398-8d2c-45f9-b1c6-cb1d2925c096 service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d8f8dd61-2900-4a0c-afef-815d487527ab req-76dd4398-8d2c-45f9-b1c6-cb1d2925c096 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d8f8dd61-2900-4a0c-afef-815d487527ab req-76dd4398-8d2c-45f9-b1c6-cb1d2925c096 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-d8f8dd61-2900-4a0c-afef-815d487527ab req-76dd4398-8d2c-45f9-b1c6-cb1d2925c096 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-d8f8dd61-2900-4a0c-afef-815d487527ab req-76dd4398-8d2c-45f9-b1c6-cb1d2925c096 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-unplugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:44:33 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Instance destroyed successfully.
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'resources' on Instance uuid 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:34:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-371442964',display_name='tempest-AttachVolumeTestJSON-server-371442964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-371442964',id=39,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7BWcuibFJk8HcwJ+e+KnnOz55ceBoI6MMoXiov+IqrIORPGYrqKV1q8hOdq7jgXQ/vikWNKzTXmZi+D6QalYdJ+q0v8hz+dy//3d/lfVOYAie74U3SFpVot25CSGZ0Bw==',key_name='tempest-keypair-1597046322',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:34:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-c48krjhu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:42:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=2cfd1253-93d4-4b5e-bc11-b8cea773ab42,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "address": "fa:16:3e:0e:36:6a", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd9c736f-a0", "ovs_interfaceid": "fd9c736f-a06d-47ca-906d-e607802cfdf9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG os_vif [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd9c736f-a0, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2dde6aa-8008-44c5-a1a6-6aeaabfa8441) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:33 user nova-compute[75254]: INFO os_vif [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:36:6a,bridge_name='br-int',has_traffic_filtering=True,id=fd9c736f-a06d-47ca-906d-e607802cfdf9,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd9c736f-a0')
Nov 29 10:44:33 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Deleting instance files /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42_del
Nov 29 10:44:33 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Deletion of /opt/stack/data/nova/instances/2cfd1253-93d4-4b5e-bc11-b8cea773ab42_del complete
Nov 29 10:44:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:33 user nova-compute[75254]: INFO nova.compute.manager [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 29 10:44:33 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:44:33 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:44:34 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:44:34 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Took 1.27 seconds to deallocate network for instance.
Nov 29 10:44:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-2c80288f-8453-4912-bd33-ad7b4c2e6ea1 req-44a2eb14-5d7c-4e66-a565-6ebb7b2b766e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-deleted-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:44:34 user nova-compute[75254]: INFO nova.compute.manager [req-2c80288f-8453-4912-bd33-ad7b4c2e6ea1 req-44a2eb14-5d7c-4e66-a565-6ebb7b2b766e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Neutron deleted interface fd9c736f-a06d-47ca-906d-e607802cfdf9; detaching it from the instance and deleting it from the info cache
Nov 29 10:44:34 user nova-compute[75254]: DEBUG nova.network.neutron [req-2c80288f-8453-4912-bd33-ad7b4c2e6ea1 req-44a2eb14-5d7c-4e66-a565-6ebb7b2b766e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:44:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-2c80288f-8453-4912-bd33-ad7b4c2e6ea1 req-44a2eb14-5d7c-4e66-a565-6ebb7b2b766e service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Detach interface failed, port_id=fd9c736f-a06d-47ca-906d-e607802cfdf9, reason: Instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-3f64abf4-4c02-477e-b991-6f40a3a97099 req-0f2992d8-0f72-4c48-a50c-7f5c184f0bd1 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3f64abf4-4c02-477e-b991-6f40a3a97099 req-0f2992d8-0f72-4c48-a50c-7f5c184f0bd1 service nova] Acquiring lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3f64abf4-4c02-477e-b991-6f40a3a97099 req-0f2992d8-0f72-4c48-a50c-7f5c184f0bd1 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-3f64abf4-4c02-477e-b991-6f40a3a97099 req-0f2992d8-0f72-4c48-a50c-7f5c184f0bd1 service nova] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:35 user nova-compute[75254]: DEBUG nova.compute.manager [req-3f64abf4-4c02-477e-b991-6f40a3a97099 req-0f2992d8-0f72-4c48-a50c-7f5c184f0bd1 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] No waiting events found dispatching network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:44:35 user nova-compute[75254]: WARNING nova.compute.manager [req-3f64abf4-4c02-477e-b991-6f40a3a97099 req-0f2992d8-0f72-4c48-a50c-7f5c184f0bd1 service nova] [instance: 2cfd1253-93d4-4b5e-bc11-b8cea773ab42] Received unexpected event network-vif-plugged-fd9c736f-a06d-47ca-906d-e607802cfdf9 for instance with vm_state deleted and task_state None.
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.190s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:35 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Deleted allocations for instance 2cfd1253-93d4-4b5e-bc11-b8cea773ab42
Nov 29 10:44:35 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e1a32fe0-dcde-4f5f-99a5-ad75e155b360 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "2cfd1253-93d4-4b5e-bc11-b8cea773ab42" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.577s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:44:50 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:44:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [{"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:44:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-791ef8a8-9944-4ef1-8963-0ab8db8829d7" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:44:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:44:51 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:44:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:44:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:44:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:44:57 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:44:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:44:58 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:44:58 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8960MB free_disk=25.075035095214844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:44:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.193s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:01 user nova-compute[75254]: INFO nova.compute.manager [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Terminating instance
Nov 29 10:45:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9d2bc1f-4c03-4f28-a6ee-70e2d3cf10ea req-53f48838-ae64-4cd2-bd51-a871e8f9342d service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-unplugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9d2bc1f-4c03-4f28-a6ee-70e2d3cf10ea req-53f48838-ae64-4cd2-bd51-a871e8f9342d service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9d2bc1f-4c03-4f28-a6ee-70e2d3cf10ea req-53f48838-ae64-4cd2-bd51-a871e8f9342d service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c9d2bc1f-4c03-4f28-a6ee-70e2d3cf10ea req-53f48838-ae64-4cd2-bd51-a871e8f9342d service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9d2bc1f-4c03-4f28-a6ee-70e2d3cf10ea req-53f48838-ae64-4cd2-bd51-a871e8f9342d service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-unplugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:45:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-c9d2bc1f-4c03-4f28-a6ee-70e2d3cf10ea req-53f48838-ae64-4cd2-bd51-a871e8f9342d service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-unplugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Instance destroyed successfully.
Nov 29 10:45:02 user nova-compute[75254]: DEBUG nova.objects.instance [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lazy-loading 'resources' on Instance uuid 791ef8a8-9944-4ef1-8963-0ab8db8829d7 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:40:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-487658870',display_name='tempest-TestMinimumBasicScenario-server-487658870',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-487658870',id=42,image_ref='f11c1e62-a44d-4fe9-9f64-d76fe1feb96d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE7tKqxEIhigpmPZBc1NooglAM6+HvIMhetpleTgyIkH1RE20MzLji/jG8qLdzZubrkfzm3QkjJP5PrdpL8pdD1p/RgXJ/vpfyhJeZBOA834UXzoQ3CVbVAvKmJghZTi7Q==',key_name='tempest-TestMinimumBasicScenario-386206246',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:40:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e1246a4d82bc4fdfa8cddd53175be10a',ramdisk_id='',reservation_id='r-0qij4d7a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f11c1e62-a44d-4fe9-9f64-d76fe1feb96d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1214946291',owner_user_name='tempest-TestMinimumBasicScenario-1214946291-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:42:23Z,user_data=None,user_id='e0f030064bf84c048d528599b77a3789',uuid=791ef8a8-9944-4ef1-8963-0ab8db8829d7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converting VIF {"id": "bb413a06-78d9-451d-a38b-861fc2a9257c", "address": "fa:16:3e:dc:fc:84", "network": {"id": "4a9e26bb-48e4-4bd5-9eb3-d24462b1796c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-15347270-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e1246a4d82bc4fdfa8cddd53175be10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb413a06-78", "ovs_interfaceid": "bb413a06-78d9-451d-a38b-861fc2a9257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG os_vif [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb413a06-78, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0c73928-48b2-403d-b5f6-16bfead79da6) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:45:02 user nova-compute[75254]: INFO os_vif [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:fc:84,bridge_name='br-int',has_traffic_filtering=True,id=bb413a06-78d9-451d-a38b-861fc2a9257c,network=Network(4a9e26bb-48e4-4bd5-9eb3-d24462b1796c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb413a06-78')
Nov 29 10:45:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Deleting instance files /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7_del
Nov 29 10:45:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Deletion of /opt/stack/data/nova/instances/791ef8a8-9944-4ef1-8963-0ab8db8829d7_del complete
Nov 29 10:45:02 user nova-compute[75254]: INFO nova.compute.manager [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 29 10:45:02 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:45:03 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Took 0.51 seconds to deallocate network for instance.
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-2fa7527f-210e-4ad6-97d3-bf07f319ea52 req-d2a86dd1-753c-472c-96ce-c74f161f81c9 service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-deleted-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.168s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:03 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Deleted allocations for instance 791ef8a8-9944-4ef1-8963-0ab8db8829d7
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-872c0e94-2663-45f4-8e4f-b571d17034cd tempest-TestMinimumBasicScenario-1214946291 tempest-TestMinimumBasicScenario-1214946291-project-member] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.788s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:45:03 user nova-compute[75254]: WARNING nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state deleted and task_state None.
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:45:03 user nova-compute[75254]: WARNING nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state deleted and task_state None.
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Acquiring lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] Lock "791ef8a8-9944-4ef1-8963-0ab8db8829d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] No waiting events found dispatching network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:45:03 user nova-compute[75254]: WARNING nova.compute.manager [req-0e7ff688-ba22-4ef1-8a46-cc1ece19ac85 req-090b2b51-af6c-40c8-a9b8-2e92a8b91dec service nova] [instance: 791ef8a8-9944-4ef1-8963-0ab8db8829d7] Received unexpected event network-vif-plugged-bb413a06-78d9-451d-a38b-861fc2a9257c for instance with vm_state deleted and task_state None.
Nov 29 10:45:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Verify base images {{(pid=75254) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95
Nov 29 10:45:10 user nova-compute[75254]: WARNING nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Removable base files: /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77 /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2 /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293 /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810 /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95 /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9a540138669d2a8d461e37955f92d27849efcf77
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f25a8b632da07d9b1b413b5147899e693162b8d2
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/63aeab59120f0b5345b224d49704b0799ef25f8d
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/016338a25999c55a393a113177912941538090ef
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/acb27eabf1738a1ba881ae6a94c6b11a0aaf4293
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cefe76d4d240981e98711eaaab87f21e853c6810
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/849cfd2d58ce5a9b216a8354135eed18a1952c95
Nov 29 10:45:10 user nova-compute[75254]: INFO nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b5b9166ec41da056b02cd5d10439f2ef70b95b39
Nov 29 10:45:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Verification complete {{(pid=75254) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Verify swap images {{(pid=75254) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 29 10:45:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.imagecache [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Verify ephemeral images {{(pid=75254) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 29 10:45:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:45:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:45:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:45:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:45:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:45:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:45:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:45:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:45:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:45:27 user nova-compute[75254]: INFO nova.compute.claims [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Claim successful on node user
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.209s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:45:27 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:45:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.policy [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd924cc4c04fd4b79afd65751ac223c93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b4adf5088bd4b1db449d91b5d6d31b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:45:27 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Creating image(s)
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "/opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "/opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "/opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.021s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:45:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk 1073741824" returned: 0 in 0.052s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Successfully created port: 17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Cannot resize image /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Ensure instance console log exists: /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Successfully updated port: 17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquired lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-changed-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.compute.manager [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Refreshing instance network info cache due to event network-changed-17a5c899-cb97-444e-9c0e-17998d7d6201. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] Acquiring lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:45:28 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.neutron [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Releasing lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Instance network_info: |[{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] Acquired lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Refreshing network info cache for port 17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Start _get_guest_xml network_info=[{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:45:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:45:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:45:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1053951608',display_name='tempest-AttachVolumeTestJSON-server-1053951608',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1053951608',id=44,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIrqDRUlDKIdflBS0mm6Oy4XfN9u+MJE/fw+Ypy5QjyR0Phfgg3NJAF+6AL2p4Fp9YN/V7POlYIFzpfHOzUM4LjdnHZG7qlVW+u52PuNh7CoQiAvKII1beBGkqlFQvb7VQ==',key_name='tempest-keypair-166893350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-8qu5z6n2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:45:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=b951f7c0-808b-41b7-bf87-8ed5d79d8b18,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'pci_devices' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:45:29 user nova-compute[75254]:   <uuid>b951f7c0-808b-41b7-bf87-8ed5d79d8b18</uuid>
Nov 29 10:45:29 user nova-compute[75254]:   <name>instance-0000002c</name>
Nov 29 10:45:29 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:45:29 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:45:29 user nova-compute[75254]:   <metadata>
Nov 29 10:45:29 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:45:29 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:45:29 user nova-compute[75254]:       <nova:name>tempest-AttachVolumeTestJSON-server-1053951608</nova:name>
Nov 29 10:45:29 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:45:29</nova:creationTime>
Nov 29 10:45:29 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:45:29 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:45:29 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:45:29 user nova-compute[75254]:       <nova:owner>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:user uuid="d924cc4c04fd4b79afd65751ac223c93">tempest-AttachVolumeTestJSON-1078224124-project-member</nova:user>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:project uuid="1b4adf5088bd4b1db449d91b5d6d31b1">tempest-AttachVolumeTestJSON-1078224124</nova:project>
Nov 29 10:45:29 user nova-compute[75254]:       </nova:owner>
Nov 29 10:45:29 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:45:29 user nova-compute[75254]:       <nova:ports>
Nov 29 10:45:29 user nova-compute[75254]:         <nova:port uuid="17a5c899-cb97-444e-9c0e-17998d7d6201">
Nov 29 10:45:29 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 10:45:29 user nova-compute[75254]:         </nova:port>
Nov 29 10:45:29 user nova-compute[75254]:       </nova:ports>
Nov 29 10:45:29 user nova-compute[75254]:     </nova:instance>
Nov 29 10:45:29 user nova-compute[75254]:   </metadata>
Nov 29 10:45:29 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:45:29 user nova-compute[75254]:     <system>
Nov 29 10:45:29 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:45:29 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:45:29 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:45:29 user nova-compute[75254]:       <entry name="serial">b951f7c0-808b-41b7-bf87-8ed5d79d8b18</entry>
Nov 29 10:45:29 user nova-compute[75254]:       <entry name="uuid">b951f7c0-808b-41b7-bf87-8ed5d79d8b18</entry>
Nov 29 10:45:29 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:45:29 user nova-compute[75254]:     </system>
Nov 29 10:45:29 user nova-compute[75254]:   </sysinfo>
Nov 29 10:45:29 user nova-compute[75254]:   <os>
Nov 29 10:45:29 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:45:29 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:45:29 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:45:29 user nova-compute[75254]:   </os>
Nov 29 10:45:29 user nova-compute[75254]:   <features>
Nov 29 10:45:29 user nova-compute[75254]:     <acpi/>
Nov 29 10:45:29 user nova-compute[75254]:     <apic/>
Nov 29 10:45:29 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:45:29 user nova-compute[75254]:   </features>
Nov 29 10:45:29 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:45:29 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:45:29 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:45:29 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:45:29 user nova-compute[75254]:   </clock>
Nov 29 10:45:29 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:45:29 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:45:29 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:45:29 user nova-compute[75254]:   </cpu>
Nov 29 10:45:29 user nova-compute[75254]:   <devices>
Nov 29 10:45:29 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:45:29 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:45:29 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk"/>
Nov 29 10:45:29 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:45:29 user nova-compute[75254]:     </disk>
Nov 29 10:45:29 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:45:29 user nova-compute[75254]:       <mac address="fa:16:3e:ca:de:78"/>
Nov 29 10:45:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:45:29 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:45:29 user nova-compute[75254]:       <target dev="tap17a5c899-cb"/>
Nov 29 10:45:29 user nova-compute[75254]:     </interface>
Nov 29 10:45:29 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:45:29 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/console.log" append="off"/>
Nov 29 10:45:29 user nova-compute[75254]:     </serial>
Nov 29 10:45:29 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:45:29 user nova-compute[75254]:     <video>
Nov 29 10:45:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:45:29 user nova-compute[75254]:     </video>
Nov 29 10:45:29 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:45:29 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:45:29 user nova-compute[75254]:     </rng>
Nov 29 10:45:29 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:45:29 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:45:29 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:45:29 user nova-compute[75254]:     </memballoon>
Nov 29 10:45:29 user nova-compute[75254]:   </devices>
Nov 29 10:45:29 user nova-compute[75254]: </domain>
Nov 29 10:45:29 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:45:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1053951608',display_name='tempest-AttachVolumeTestJSON-server-1053951608',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1053951608',id=44,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIrqDRUlDKIdflBS0mm6Oy4XfN9u+MJE/fw+Ypy5QjyR0Phfgg3NJAF+6AL2p4Fp9YN/V7POlYIFzpfHOzUM4LjdnHZG7qlVW+u52PuNh7CoQiAvKII1beBGkqlFQvb7VQ==',key_name='tempest-keypair-166893350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-8qu5z6n2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:45:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=b951f7c0-808b-41b7-bf87-8ed5d79d8b18,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG os_vif [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f0b0eb01-725f-574d-b7e5-fe36dfc03b97', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap17a5c899-cb, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap17a5c899-cb, col_values=(('qos', UUID('f0a3f707-8df9-486e-ba62-3759c1a1ba13')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap17a5c899-cb, col_values=(('external_ids', {'iface-id': '17a5c899-cb97-444e-9c0e-17998d7d6201', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:de:78', 'vm-uuid': 'b951f7c0-808b-41b7-bf87-8ed5d79d8b18'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:29 user nova-compute[75254]: INFO os_vif [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb')
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No VIF found with MAC fa:16:3e:ca:de:78, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updated VIF entry in instance network info cache for port 17a5c899-cb97-444e-9c0e-17998d7d6201. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG nova.network.neutron [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:45:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0eef5175-0219-4725-9ec0-401da747e42d req-eb77d320-368e-4a9d-8aaf-8cd1755c7068 service nova] Releasing lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-1d9ac86d-a3a0-43bb-91b2-ac0119073120 req-8dd9467d-80d0-4baa-9e64-2efe7dfd78cd service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d9ac86d-a3a0-43bb-91b2-ac0119073120 req-8dd9467d-80d0-4baa-9e64-2efe7dfd78cd service nova] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d9ac86d-a3a0-43bb-91b2-ac0119073120 req-8dd9467d-80d0-4baa-9e64-2efe7dfd78cd service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1d9ac86d-a3a0-43bb-91b2-ac0119073120 req-8dd9467d-80d0-4baa-9e64-2efe7dfd78cd service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:30 user nova-compute[75254]: DEBUG nova.compute.manager [req-1d9ac86d-a3a0-43bb-91b2-ac0119073120 req-8dd9467d-80d0-4baa-9e64-2efe7dfd78cd service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] No waiting events found dispatching network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:45:30 user nova-compute[75254]: WARNING nova.compute.manager [req-1d9ac86d-a3a0-43bb-91b2-ac0119073120 req-8dd9467d-80d0-4baa-9e64-2efe7dfd78cd service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received unexpected event network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 for instance with vm_state building and task_state spawning.
Nov 29 10:45:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:45:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Instance spawned successfully.
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:45:32 user nova-compute[75254]: INFO nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Took 5.09 seconds to spawn the instance on the hypervisor.
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:45:32 user nova-compute[75254]: INFO nova.compute.manager [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Took 5.62 seconds to build instance.
Nov 29 10:45:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-4a3cf934-0b90-4416-bfa4-9b70b3afc025 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.709s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-dd310059-2a05-4730-88d1-126c0800db7c req-c80a4a34-f7e5-4c18-8156-7ceb26ba2fc3 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dd310059-2a05-4730-88d1-126c0800db7c req-c80a4a34-f7e5-4c18-8156-7ceb26ba2fc3 service nova] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dd310059-2a05-4730-88d1-126c0800db7c req-c80a4a34-f7e5-4c18-8156-7ceb26ba2fc3 service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-dd310059-2a05-4730-88d1-126c0800db7c req-c80a4a34-f7e5-4c18-8156-7ceb26ba2fc3 service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:32 user nova-compute[75254]: DEBUG nova.compute.manager [req-dd310059-2a05-4730-88d1-126c0800db7c req-c80a4a34-f7e5-4c18-8156-7ceb26ba2fc3 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] No waiting events found dispatching network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:45:32 user nova-compute[75254]: WARNING nova.compute.manager [req-dd310059-2a05-4730-88d1-126c0800db7c req-c80a4a34-f7e5-4c18-8156-7ceb26ba2fc3 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received unexpected event network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 for instance with vm_state active and task_state None.
Nov 29 10:45:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:38 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:45:52 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:45:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:45:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:45:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:45:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:45:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:45:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:46:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:46:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8907MB free_disk=25.11263656616211GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:46:00 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:46:01 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:46:01 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:46:01 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:46:01 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:46:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.524s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:46:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:46:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:46:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:46:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:46:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:46:39 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:39 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:46:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:46:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:46:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:46:40 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:46:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:46:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:46:53 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:46:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:46:54 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:46:54 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:46:54 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:46:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:46:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:46:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:47:01 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:47:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:02 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:47:02 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9021MB free_disk=25.1112060546875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:47:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:47:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:47:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-changed-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG nova.compute.manager [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Refreshing instance network info cache due to event network-changed-17a5c899-cb97-444e-9c0e-17998d7d6201. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] Acquiring lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] Acquired lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Refreshing network info cache for port 17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updated VIF entry in instance network info cache for port 17a5c899-cb97-444e-9c0e-17998d7d6201. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG nova.network.neutron [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:47:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-45c9d645-3428-4b2e-8694-a4897c30d8b5 req-79b45f57-2141-41be-af83-f15cf4f3392c service nova] Releasing lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:47:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:20 user nova-compute[75254]: DEBUG nova.objects.instance [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:47:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:21 user nova-compute[75254]: INFO nova.compute.manager [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attaching volume c4a5eab4-3060-4bd8-9507-35542f0f12fd to /dev/vdb
Nov 29 10:47:21 user nova-compute[75254]: DEBUG os_brick.utils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e5a324-ab3b-4c23-bbe2-f66e240b77cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e565e7d3-9eea-4eab-9d0d-b415b9b92d44]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[14e39c7e-232b-4eb0-aa02-de27b0991387]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a640a8f7-12d9-4031-b795-574d47e7ea74]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:47:21 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:47:21 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03f19da-e290-456d-9838-307d6c9cfd6d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG os_brick.utils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:47:21 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating existing volume attachment record: 83cdde5a-d7bb-44c0-b755-bc211448e8e0 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:47:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPxaVuso', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:47:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:47:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:47:28 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad7c9d0-ead8-496e-9739-7d26dc71383e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:47:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[16851697-4d85-46c9-9e4c-c8c1f4638057]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd] added
Nov 29 10:47:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4796a23e-11cf-4da2-91af-8d328dbe7999]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[71b37d65-99c9-40d6-8c4e-a62e1b5ebffc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cPxaVuso {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cPxaVuso" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[409e577a-1329-4e96-9545-283bfecd0a81]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cPxaVuso'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bea2934-31a0-467f-8e75-54773251b8fe]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea98e1b6-a504-4c0c-86fe-885866af2b95]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:47:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:47:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:47:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:47:28 user nova-compute[75254]: 
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c8d9c2-ba46-41a3-a689-57fd8a8729af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260]
Nov 29 10:47:28 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260] successful.
Nov 29 10:47:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[68657106-7c3f-4fe0-8aaf-a11b72da6f96]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[95531d94-b728-491f-94d8-aba52eee51e2]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:47:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:47:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b767fa-d691-4765-84e8-ede4e7d4801d]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:47:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPxaVuso', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '26462393438653530', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462393438653530', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:47:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:47:29 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:47:29 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:47:29 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:47:29 user nova-compute[75254]:   <serial>c4a5eab4-3060-4bd8-9507-35542f0f12fd</serial>
Nov 29 10:47:29 user nova-compute[75254]: </disk>
Nov 29 10:47:29 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:47:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:47:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:47:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No VIF found with MAC fa:16:3e:ca:de:78, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:47:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-183a6f25-6f1a-4241-b5ad-a09fcd2c4d8b tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.980s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG nova.objects.instance [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:33 user nova-compute[75254]: INFO nova.compute.manager [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attaching volume 0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee to /dev/vdc
Nov 29 10:47:33 user nova-compute[75254]: DEBUG os_brick.utils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[93977cd7-010f-4c10-a0f9-a91859f99688]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[630f9b8b-b223-48ba-9802-a6eb3c122308]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9b36a4-7b2c-41ac-bf31-d8a5a5e1eeab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6cdc7c-6480-42cc-b2bf-bacee5ee78ab]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:47:33 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:47:33 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a862552d-f041-4aae-9c5f-47eb77bc756b]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG os_brick.utils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:47:33 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating existing volume attachment record: 9a119a9b-ff8d-4839-ac36-157835c9512a {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:47:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IZorKwlh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:47:40 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:47:40 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:47:40 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[728a0603-e99e-43f6-a1c2-5c85303e0ae4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:47:40 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec3549cb-dfaf-4c74-bba2-9e283252a548]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee] added
Nov 29 10:47:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f604455b-8294-4a85-ae35-c93d957c8b30]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce83afb-352c-404e-8eea-4f01cf395e57]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IZorKwlh {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IZorKwlh" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5acae5db-166c-4352-a0eb-577cb29e3eb9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IZorKwlh'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[81400470-4b42-48b3-b382-8965af4fd4fe]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[526cac3f-4968-4fc9-87d3-39dc6e2e0069]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:47:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:47:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e1df21-3c22-4b2b-81e2-ec94cbf4a851]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260]
Nov 29 10:47:40 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260] successful.
Nov 29 10:47:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[634fdeb1-f021-4333-a572-1a284bfe18d2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[72023a19-1a7d-453f-86c1-74c49d8504bf]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:47:40 user nova-compute[75254]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)
Nov 29 10:47:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:47:40 user nova-compute[75254]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)
Nov 29 10:47:40 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] HCTL ('34', '-', '-', 0) found on session 54 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:47:40 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:47:41 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dedc97bd-6516-4a4e-8b7c-13cbdc68e762]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:47:41 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:47:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Searching for a device in session 54 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IZorKwlh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '26339306332383937', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26339306332383937', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.objects.instance [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:47:42 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:47:42 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:47:42 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:47:42 user nova-compute[75254]:   <serial>0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee</serial>
Nov 29 10:47:42 user nova-compute[75254]: </disk>
Nov 29 10:47:42 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] No VIF found with MAC fa:16:3e:ca:de:78, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:47:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-10cc3c4c-753f-4015-bfcf-80edd58028c6 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.080s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:47:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:47:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:47:43 user nova-compute[75254]: INFO nova.compute.manager [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Detaching volume c4a5eab4-3060-4bd8-9507-35542f0f12fd
Nov 29 10:47:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:43 user nova-compute[75254]: INFO nova.virt.block_device [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attempting to driver detach volume c4a5eab4-3060-4bd8-9507-35542f0f12fd from mountpoint /dev/vdb
Nov 29 10:47:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Attempting to detach device vdb from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:47:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:47:43 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:47:43 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:47:43 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:47:43 user nova-compute[75254]:   <serial>c4a5eab4-3060-4bd8-9507-35542f0f12fd</serial>
Nov 29 10:47:43 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:47:43 user nova-compute[75254]: </disk>
Nov 29 10:47:43 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:47:43 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully detached device vdb from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the persistent domain config.
Nov 29 10:47:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:47:43 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:47:43 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:47:43 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:47:43 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:47:43 user nova-compute[75254]:   <serial>c4a5eab4-3060-4bd8-9507-35542f0f12fd</serial>
Nov 29 10:47:43 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:47:43 user nova-compute[75254]: </disk>
Nov 29 10:47:43 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:47:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:47:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:47:55 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:47:56 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [{"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:47:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-b951f7c0-808b-41b7-bf87-8ed5d79d8b18" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:47:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:47:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:47:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:47:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:01 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:48:01 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:48:02 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:48:02 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9010MB free_disk=25.109821319580078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:48:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.167s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:04 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 is timed out.
Nov 29 10:48:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully detached device vdb from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the live domain config.
Nov 29 10:48:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPxaVuso', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:48:04 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c859082f-0640-4d37-b713-18b41410319f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:48:04 user nova-compute[75254]: No targets found.
Nov 29 10:48:04 user nova-compute[75254]: iSNS:
Nov 29 10:48:04 user nova-compute[75254]: No targets found.
Nov 29 10:48:04 user nova-compute[75254]: STATIC:
Nov 29 10:48:04 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee
Nov 29 10:48:04 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:48:04 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:48:04 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd
Nov 29 10:48:04 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:48:04 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:48:04 user nova-compute[75254]: FIRMWARE:
Nov 29 10:48:04 user nova-compute[75254]: No targets found.
Nov 29 10:48:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:48:04 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:48:04 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e649a3c-698c-4d84-9662-d09fac1f1e7f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8762f1a5-c630-4721-bbcb-47e37862afce]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:48:04 user nova-compute[75254]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)
Nov 29 10:48:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd (non-flash)
Nov 29 10:48:04 user nova-compute[75254]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)
Nov 29 10:48:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4648b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[41250bbd-747b-4378-8413-2577c73f4246]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bb75fe1-a20c-4d97-81ec-56da7e47e60c]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12846d69-3379-47e1-a380-955fcc7f8991]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[29714354-217c-4416-ae67-b3531788b950]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[060f3b0e-939a-4bf2-a8fb-ad0c62a30a31]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf816f0-78ff-4323-b5ce-8d9077b91118]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260]
Nov 29 10:48:04 user nova-compute[75254]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd, portal: 172.16.0.220,3260] successful.
Nov 29 10:48:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a5eab4-3060-4bd8-9507-35542f0f12fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[64590b46-60af-4530-9d99-3b6059f02af3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== disconnect_volume: return (313ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:48:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:48:05 user nova-compute[75254]: DEBUG nova.objects.instance [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:48:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-0e575920-3c28-490e-9f88-476e1001621c tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.678s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:06 user nova-compute[75254]: INFO nova.compute.manager [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Detaching volume 0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee
Nov 29 10:48:06 user nova-compute[75254]: INFO nova.virt.block_device [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Attempting to driver detach volume 0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee from mountpoint /dev/vdc
Nov 29 10:48:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Attempting to detach device vdc from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:48:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:48:06 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:48:06 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:48:06 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:48:06 user nova-compute[75254]:   <serial>0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee</serial>
Nov 29 10:48:06 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 10:48:06 user nova-compute[75254]: </disk>
Nov 29 10:48:06 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:48:06 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully detached device vdc from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the persistent domain config.
Nov 29 10:48:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:48:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:48:06 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:48:06 user nova-compute[75254]:   <source dev="/dev/sdc"/>
Nov 29 10:48:06 user nova-compute[75254]:   <target dev="vdc" bus="virtio"/>
Nov 29 10:48:06 user nova-compute[75254]:   <serial>0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee</serial>
Nov 29 10:48:06 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 29 10:48:06 user nova-compute[75254]: </disk>
Nov 29 10:48:06 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:48:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:48:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:26 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 is timed out.
Nov 29 10:48:26 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully detached device vdc from instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18 from the live domain config.
Nov 29 10:48:26 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IZorKwlh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:48:26 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:48:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86dadbd-04cc-428d-9cc2-fbb5b6bc4aa0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:48:26 user nova-compute[75254]: No targets found.
Nov 29 10:48:26 user nova-compute[75254]: iSNS:
Nov 29 10:48:26 user nova-compute[75254]: No targets found.
Nov 29 10:48:26 user nova-compute[75254]: STATIC:
Nov 29 10:48:26 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee
Nov 29 10:48:26 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:48:26 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:48:26 user nova-compute[75254]: FIRMWARE:
Nov 29 10:48:26 user nova-compute[75254]: No targets found.
Nov 29 10:48:26 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:48:26 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:48:26 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:48:26 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d25906-da37-47e2-af3a-5dc786f85b1a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a32f83b-bdb2-48fa-8fb0-583a1d33aaa2]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)
Nov 29 10:48:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee (non-flash)
Nov 29 10:48:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4433010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[557c4511-51ee-431a-8b20-919eb738e4a6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0346674-50eb-416e-838a-61ff5b6d29e1]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[67dbac33-2257-47db-846d-c5264e7e57aa]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[937affe1-3bd3-46e7-9e2d-40c2f4f17eab]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b9be713-3074-4e39-bbe6-760b6b650148]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[65273ed8-1511-4f52-b699-34fd07f43611]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260]
Nov 29 10:48:27 user nova-compute[75254]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee, portal: 172.16.0.220,3260] successful.
Nov 29 10:48:27 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0cc58a6b-b6bc-4e0b-b6c5-3bae74e721ee -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23c12c3-ae92-47a5-8e91-02df00bd7093]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] <== disconnect_volume: return (311ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:48:27 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:48:28 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'flavor' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:48:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1bee4f82-b01e-4f7e-bbdb-28dcf5535789 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.871s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:29 user nova-compute[75254]: INFO nova.compute.manager [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Terminating instance
Nov 29 10:48:29 user nova-compute[75254]: DEBUG nova.compute.manager [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-901de9e5-bc93-40bd-9050-535dbb9f65b4 req-d2843d2e-0afd-4e5e-bf11-b0a5301caf78 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-vif-unplugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-901de9e5-bc93-40bd-9050-535dbb9f65b4 req-d2843d2e-0afd-4e5e-bf11-b0a5301caf78 service nova] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-901de9e5-bc93-40bd-9050-535dbb9f65b4 req-d2843d2e-0afd-4e5e-bf11-b0a5301caf78 service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-901de9e5-bc93-40bd-9050-535dbb9f65b4 req-d2843d2e-0afd-4e5e-bf11-b0a5301caf78 service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-901de9e5-bc93-40bd-9050-535dbb9f65b4 req-d2843d2e-0afd-4e5e-bf11-b0a5301caf78 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] No waiting events found dispatching network-vif-unplugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:48:29 user nova-compute[75254]: DEBUG nova.compute.manager [req-901de9e5-bc93-40bd-9050-535dbb9f65b4 req-d2843d2e-0afd-4e5e-bf11-b0a5301caf78 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-vif-unplugged-17a5c899-cb97-444e-9c0e-17998d7d6201 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Instance destroyed successfully.
Nov 29 10:48:30 user nova-compute[75254]: DEBUG nova.objects.instance [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lazy-loading 'resources' on Instance uuid b951f7c0-808b-41b7-bf87-8ed5d79d8b18 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:45:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1053951608',display_name='tempest-AttachVolumeTestJSON-server-1053951608',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1053951608',id=44,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIrqDRUlDKIdflBS0mm6Oy4XfN9u+MJE/fw+Ypy5QjyR0Phfgg3NJAF+6AL2p4Fp9YN/V7POlYIFzpfHOzUM4LjdnHZG7qlVW+u52PuNh7CoQiAvKII1beBGkqlFQvb7VQ==',key_name='tempest-keypair-166893350',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:45:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b4adf5088bd4b1db449d91b5d6d31b1',ramdisk_id='',reservation_id='r-8qu5z6n2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1078224124',owner_user_name='tempest-AttachVolumeTestJSON-1078224124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:45:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d924cc4c04fd4b79afd65751ac223c93',uuid=b951f7c0-808b-41b7-bf87-8ed5d79d8b18,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converting VIF {"id": "17a5c899-cb97-444e-9c0e-17998d7d6201", "address": "fa:16:3e:ca:de:78", "network": {"id": "50ab289f-c44e-400b-87f1-b1b1f0f8e060", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1483184150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b4adf5088bd4b1db449d91b5d6d31b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a5c899-cb", "ovs_interfaceid": "17a5c899-cb97-444e-9c0e-17998d7d6201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG os_vif [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17a5c899-cb, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0a3f707-8df9-486e-ba62-3759c1a1ba13) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:30 user nova-compute[75254]: INFO os_vif [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:de:78,bridge_name='br-int',has_traffic_filtering=True,id=17a5c899-cb97-444e-9c0e-17998d7d6201,network=Network(50ab289f-c44e-400b-87f1-b1b1f0f8e060),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a5c899-cb')
Nov 29 10:48:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Deleting instance files /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18_del
Nov 29 10:48:30 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Deletion of /opt/stack/data/nova/instances/b951f7c0-808b-41b7-bf87-8ed5d79d8b18_del complete
Nov 29 10:48:30 user nova-compute[75254]: INFO nova.compute.manager [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 29 10:48:30 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:48:30 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:48:31 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Took 0.69 seconds to deallocate network for instance.
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.122s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:31 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Deleted allocations for instance b951f7c0-808b-41b7-bf87-8ed5d79d8b18
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-7bd0e9fd-032d-4742-98ef-11c4db9bdd75 tempest-AttachVolumeTestJSON-1078224124 tempest-AttachVolumeTestJSON-1078224124-project-member] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.897s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] Acquiring lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] Lock "b951f7c0-808b-41b7-bf87-8ed5d79d8b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:48:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] No waiting events found dispatching network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:48:31 user nova-compute[75254]: WARNING nova.compute.manager [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received unexpected event network-vif-plugged-17a5c899-cb97-444e-9c0e-17998d7d6201 for instance with vm_state deleted and task_state None.
Nov 29 10:48:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-40985f40-4e59-4cbd-9f62-88892cff2a72 req-5149599d-d941-4997-920a-8becc2763050 service nova] [instance: b951f7c0-808b-41b7-bf87-8ed5d79d8b18] Received event network-vif-deleted-17a5c899-cb97-444e-9c0e-17998d7d6201 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:48:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:48:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:48:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:48:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:48:55 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:48:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:48:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:49:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:49:03 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:49:04 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:49:04 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:49:04 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9143MB free_disk=25.12895965576172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:49:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:49:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:49:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:49:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:49:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:49:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:49:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:49:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:43 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:49:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:49:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:49:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:49:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:51 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:49:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:49:58 user nova-compute[75254]: INFO nova.compute.claims [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Claim successful on node user
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.191s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:49:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.policy [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211b0abb24a34e54bf5336c3146f089e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5821c9b4ad5649f59afbe31b05077bb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:49:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Creating image(s)
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "/opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "/opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "/opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:49:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk 1073741824" returned: 0 in 0.054s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "065c2b133697e253f9562b4dfb75f6fa24b6c162" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Successfully created port: d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.191s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk. size=1073741824 {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.virt.disk.api [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Cannot resize image /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk to a smaller size. {{(pid=75254) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Ensure instance console log exists: /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Successfully updated port: d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-changed-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Refreshing instance network info cache due to event network-changed-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:49:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Instance network_info: |[{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Refreshing network info cache for port d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Start _get_guest_xml network_info=[{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '67ff7a45-6b80-41f3-b049-a35789491edf'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:50:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:50:00 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-29T10:05:39Z,direct_url=<?>,disk_format='qcow2',id=67ff7a45-6b80-41f3-b049-a35789491edf,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1360982810d04d2b9742bc026aa86b5e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-29T10:05:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:49:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1482981590',display_name='tempest-TestStampPattern-server-1482981590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1482981590',id=45,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8KGc2wLitKTDYDlhb2KGvpexTwGtp//NCRbD8qlgLUoL3IgKeNirm60Yi8OfWWmt0pvzYZq6bIqgchMHcqQzNWJuCl1plP5amw715BdIS1eCwWPftRqTYtnrINJpOEKw==',key_name='tempest-TestStampPattern-1108030879',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5821c9b4ad5649f59afbe31b05077bb8',ramdisk_id='',reservation_id='r-hg3prgiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1572695848',owner_user_name='tempest-TestStampPattern-1572695848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:49:59Z,user_data=None,user_id='211b0abb24a34e54bf5336c3146f089e',uuid=e9b62256-c4e0-4f17-8568-33a4323d3533,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converting VIF {"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'pci_devices' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:50:00 user nova-compute[75254]:   <uuid>e9b62256-c4e0-4f17-8568-33a4323d3533</uuid>
Nov 29 10:50:00 user nova-compute[75254]:   <name>instance-0000002d</name>
Nov 29 10:50:00 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:50:00 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:50:00 user nova-compute[75254]:   <metadata>
Nov 29 10:50:00 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:50:00 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:50:00 user nova-compute[75254]:       <nova:name>tempest-TestStampPattern-server-1482981590</nova:name>
Nov 29 10:50:00 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:50:00</nova:creationTime>
Nov 29 10:50:00 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:50:00 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:50:00 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:50:00 user nova-compute[75254]:       <nova:owner>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:user uuid="211b0abb24a34e54bf5336c3146f089e">tempest-TestStampPattern-1572695848-project-member</nova:user>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:project uuid="5821c9b4ad5649f59afbe31b05077bb8">tempest-TestStampPattern-1572695848</nova:project>
Nov 29 10:50:00 user nova-compute[75254]:       </nova:owner>
Nov 29 10:50:00 user nova-compute[75254]:       <nova:root type="image" uuid="67ff7a45-6b80-41f3-b049-a35789491edf"/>
Nov 29 10:50:00 user nova-compute[75254]:       <nova:ports>
Nov 29 10:50:00 user nova-compute[75254]:         <nova:port uuid="d1b5ccdd-b97b-43f9-b551-6cd62e8938c0">
Nov 29 10:50:00 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 29 10:50:00 user nova-compute[75254]:         </nova:port>
Nov 29 10:50:00 user nova-compute[75254]:       </nova:ports>
Nov 29 10:50:00 user nova-compute[75254]:     </nova:instance>
Nov 29 10:50:00 user nova-compute[75254]:   </metadata>
Nov 29 10:50:00 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:50:00 user nova-compute[75254]:     <system>
Nov 29 10:50:00 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:50:00 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:50:00 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:50:00 user nova-compute[75254]:       <entry name="serial">e9b62256-c4e0-4f17-8568-33a4323d3533</entry>
Nov 29 10:50:00 user nova-compute[75254]:       <entry name="uuid">e9b62256-c4e0-4f17-8568-33a4323d3533</entry>
Nov 29 10:50:00 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:50:00 user nova-compute[75254]:     </system>
Nov 29 10:50:00 user nova-compute[75254]:   </sysinfo>
Nov 29 10:50:00 user nova-compute[75254]:   <os>
Nov 29 10:50:00 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:50:00 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:50:00 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:50:00 user nova-compute[75254]:   </os>
Nov 29 10:50:00 user nova-compute[75254]:   <features>
Nov 29 10:50:00 user nova-compute[75254]:     <acpi/>
Nov 29 10:50:00 user nova-compute[75254]:     <apic/>
Nov 29 10:50:00 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:50:00 user nova-compute[75254]:   </features>
Nov 29 10:50:00 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:50:00 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:50:00 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:50:00 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:50:00 user nova-compute[75254]:   </clock>
Nov 29 10:50:00 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:50:00 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:50:00 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:50:00 user nova-compute[75254]:   </cpu>
Nov 29 10:50:00 user nova-compute[75254]:   <devices>
Nov 29 10:50:00 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:50:00 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:50:00 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk"/>
Nov 29 10:50:00 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:50:00 user nova-compute[75254]:     </disk>
Nov 29 10:50:00 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:50:00 user nova-compute[75254]:       <mac address="fa:16:3e:63:12:b2"/>
Nov 29 10:50:00 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:50:00 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:50:00 user nova-compute[75254]:       <target dev="tapd1b5ccdd-b9"/>
Nov 29 10:50:00 user nova-compute[75254]:     </interface>
Nov 29 10:50:00 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:50:00 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/console.log" append="off"/>
Nov 29 10:50:00 user nova-compute[75254]:     </serial>
Nov 29 10:50:00 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:50:00 user nova-compute[75254]:     <video>
Nov 29 10:50:00 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:50:00 user nova-compute[75254]:     </video>
Nov 29 10:50:00 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:50:00 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:50:00 user nova-compute[75254]:     </rng>
Nov 29 10:50:00 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:50:00 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:50:00 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:50:00 user nova-compute[75254]:     </memballoon>
Nov 29 10:50:00 user nova-compute[75254]:   </devices>
Nov 29 10:50:00 user nova-compute[75254]: </domain>
Nov 29 10:50:00 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:49:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1482981590',display_name='tempest-TestStampPattern-server-1482981590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1482981590',id=45,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8KGc2wLitKTDYDlhb2KGvpexTwGtp//NCRbD8qlgLUoL3IgKeNirm60Yi8OfWWmt0pvzYZq6bIqgchMHcqQzNWJuCl1plP5amw715BdIS1eCwWPftRqTYtnrINJpOEKw==',key_name='tempest-TestStampPattern-1108030879',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5821c9b4ad5649f59afbe31b05077bb8',ramdisk_id='',reservation_id='r-hg3prgiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1572695848',owner_user_name='tempest-TestStampPattern-1572695848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:49:59Z,user_data=None,user_id='211b0abb24a34e54bf5336c3146f089e',uuid=e9b62256-c4e0-4f17-8568-33a4323d3533,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converting VIF {"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG os_vif [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df912608-c15d-5402-a1ff-ac21c1485627', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1b5ccdd-b9, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1b5ccdd-b9, col_values=(('qos', UUID('82cf3a6b-90ec-463f-b47d-07a30e5552ee')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1b5ccdd-b9, col_values=(('external_ids', {'iface-id': 'd1b5ccdd-b97b-43f9-b551-6cd62e8938c0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:63:12:b2', 'vm-uuid': 'e9b62256-c4e0-4f17-8568-33a4323d3533'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:00 user nova-compute[75254]: INFO os_vif [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9')
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No VIF found with MAC fa:16:3e:63:12:b2, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated VIF entry in instance network info cache for port d1b5ccdd-b97b-43f9-b551-6cd62e8938c0. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:50:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-6cf1a136-8cc9-48ed-9ee1-cb8e9e6118ad req-2ac75f3e-720c-42b3-9bdb-c74b87277672 service nova] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-131f8d68-683d-415d-b7c2-26c67cfb5eed req-101034bc-8592-4195-b753-1f7e247a7f5f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-131f8d68-683d-415d-b7c2-26c67cfb5eed req-101034bc-8592-4195-b753-1f7e247a7f5f service nova] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-131f8d68-683d-415d-b7c2-26c67cfb5eed req-101034bc-8592-4195-b753-1f7e247a7f5f service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-131f8d68-683d-415d-b7c2-26c67cfb5eed req-101034bc-8592-4195-b753-1f7e247a7f5f service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:50:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-131f8d68-683d-415d-b7c2-26c67cfb5eed req-101034bc-8592-4195-b753-1f7e247a7f5f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] No waiting events found dispatching network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:50:01 user nova-compute[75254]: WARNING nova.compute.manager [req-131f8d68-683d-415d-b7c2-26c67cfb5eed req-101034bc-8592-4195-b753-1f7e247a7f5f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received unexpected event network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 for instance with vm_state building and task_state spawning.
Nov 29 10:50:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:50:03 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Instance spawned successfully.
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:03 user nova-compute[75254]: INFO nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Took 5.17 seconds to spawn the instance on the hypervisor.
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:50:03 user nova-compute[75254]: INFO nova.compute.manager [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Took 5.73 seconds to build instance.
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-9f3223ef-4399-4b9b-a7ef-b584fc2ae435 req-c818fefe-70bd-4fcd-b4a7-c23544140b74 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9f3223ef-4399-4b9b-a7ef-b584fc2ae435 req-c818fefe-70bd-4fcd-b4a7-c23544140b74 service nova] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9f3223ef-4399-4b9b-a7ef-b584fc2ae435 req-c818fefe-70bd-4fcd-b4a7-c23544140b74 service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9f3223ef-4399-4b9b-a7ef-b584fc2ae435 req-c818fefe-70bd-4fcd-b4a7-c23544140b74 service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:50:03 user nova-compute[75254]: DEBUG nova.compute.manager [req-9f3223ef-4399-4b9b-a7ef-b584fc2ae435 req-c818fefe-70bd-4fcd-b4a7-c23544140b74 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] No waiting events found dispatching network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:50:03 user nova-compute[75254]: WARNING nova.compute.manager [req-9f3223ef-4399-4b9b-a7ef-b584fc2ae435 req-c818fefe-70bd-4fcd-b4a7-c23544140b74 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received unexpected event network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 for instance with vm_state active and task_state None.
Nov 29 10:50:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e34a1612-cf78-4ea6-ad6c-8c5d0440531f tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.837s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:50:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:50:06 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:50:06 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9078MB free_disk=25.12535858154297GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:50:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.240s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:50:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:50:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:50:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:50:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:50:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:50:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:50:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:50:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:50:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:44 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:50:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:50:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:50:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:50:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:50:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:50:57 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:50:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:51:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:51:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:51:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:51:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:51:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:51:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:51:07 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:51:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:08 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:51:08 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8995MB free_disk=25.096988677978516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:51:08 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.423s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:51:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:51:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:51:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:51:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:51:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:51:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:51:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:51:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:51:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-changed-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:51:49 user nova-compute[75254]: DEBUG nova.compute.manager [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Refreshing instance network info cache due to event network-changed-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:51:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:51:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:51:49 user nova-compute[75254]: DEBUG nova.network.neutron [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Refreshing network info cache for port d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:51:49 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'flavor' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated VIF entry in instance network info cache for port d1b5ccdd-b97b-43f9-b551-6cd62e8938c0. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG nova.network.neutron [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-96ba6a69-9f91-456d-a228-4ef7cee1576b req-6fecc707-1f83-40a8-9acd-70a3b876c166 service nova] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:51:50 user nova-compute[75254]: INFO nova.compute.manager [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Attaching volume 5389cc0a-4da5-4e87-82ac-ae2304557cb3 to /dev/vdb
Nov 29 10:51:50 user nova-compute[75254]: DEBUG os_brick.utils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9885f91c-0d13-4c7c-9401-39f9f5c1f8fb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[976827e1-a33f-4d6b-92d3-6fa1fe5fb279]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce3d97d-6747-4986-9f89-1ffe3b950fbd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0a68bc-8feb-4ef9-bfdc-83e3194d2c33]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:51:50 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[26817978-4a97-4602-9e5d-afe52ba5703d]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG os_brick.utils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating existing volume attachment record: 298b717c-da94-4496-b437-e1204459e8f8 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:51:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rLIhQtyg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:51:57 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:51:57 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:51:57 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[276cfa26-64a5-4716-ac59-aa0b7712a97c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:51:57 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b013a46-61cd-48e6-bb6a-50b4c0a83d27]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3] added
Nov 29 10:51:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[302bb613-5ac0-4c63-b953-df38d8585607]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3462df6-965c-4e93-862b-6238cc46f12e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rLIhQtyg {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rLIhQtyg" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1bd3ec0-c469-4f24-8687-31e769a300a8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rLIhQtyg'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[793b4a40-b684-4624-bff1-d47109f6c3a1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dcef55c-699b-48eb-9128-62c67080e9b8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:51:57 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:51:57 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:51:57 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:51:57 user nova-compute[75254]: 
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e6ead7-e64d-406b-b552-fcabc274c096]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260]
Nov 29 10:51:57 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260] successful.
Nov 29 10:51:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dea2b6c-d14f-429a-89cc-f767169541b0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d08b6d-1069-4e1d-b19d-956a01e3ce50]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 (non-flash)
Nov 29 10:51:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 (non-flash)
Nov 29 10:51:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[52bb8b75-bb54-48c0-9ffd-dba4511f8609]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:51:57 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rLIhQtyg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.275s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '26665336635333061', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665336635333061', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'flavor' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:51:58 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:51:58 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:51:58 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:51:58 user nova-compute[75254]:   <serial>5389cc0a-4da5-4e87-82ac-ae2304557cb3</serial>
Nov 29 10:51:58 user nova-compute[75254]: </disk>
Nov 29 10:51:58 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:51:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:51:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:51:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No VIF found with MAC fa:16:3e:63:12:b2, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:51:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-b2426d00-d78f-459c-8219-fe77f411e61c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.941s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:51:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:51:59 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:52:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:52:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:52:01 user nova-compute[75254]: INFO nova.compute.manager [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Detaching volume 5389cc0a-4da5-4e87-82ac-ae2304557cb3
Nov 29 10:52:01 user nova-compute[75254]: INFO nova.virt.block_device [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Attempting to driver detach volume 5389cc0a-4da5-4e87-82ac-ae2304557cb3 from mountpoint /dev/vdb
Nov 29 10:52:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Attempting to detach device vdb from instance e9b62256-c4e0-4f17-8568-33a4323d3533 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:52:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:52:01 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:52:01 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:52:01 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:52:01 user nova-compute[75254]:   <serial>5389cc0a-4da5-4e87-82ac-ae2304557cb3</serial>
Nov 29 10:52:01 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:52:01 user nova-compute[75254]: </disk>
Nov 29 10:52:01 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:52:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully detached device vdb from instance e9b62256-c4e0-4f17-8568-33a4323d3533 from the persistent domain config.
Nov 29 10:52:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e9b62256-c4e0-4f17-8568-33a4323d3533 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:52:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:52:01 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:52:01 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:52:01 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:52:01 user nova-compute[75254]:   <serial>5389cc0a-4da5-4e87-82ac-ae2304557cb3</serial>
Nov 29 10:52:01 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:52:01 user nova-compute[75254]: </disk>
Nov 29 10:52:01 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:52:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:52:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:52:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:52:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:52:07 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:52:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:08 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:52:08 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9002MB free_disk=25.08816146850586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:52:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.163s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:52:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:52:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:52:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:52:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:22 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e9b62256-c4e0-4f17-8568-33a4323d3533 is timed out.
Nov 29 10:52:22 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully detached device vdb from instance e9b62256-c4e0-4f17-8568-33a4323d3533 from the live domain config.
Nov 29 10:52:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rLIhQtyg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:52:22 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d7a9052-333c-469d-84b9-becb8da02fbb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:52:22 user nova-compute[75254]: No targets found.
Nov 29 10:52:22 user nova-compute[75254]: iSNS:
Nov 29 10:52:22 user nova-compute[75254]: No targets found.
Nov 29 10:52:22 user nova-compute[75254]: STATIC:
Nov 29 10:52:22 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3
Nov 29 10:52:22 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:52:22 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:52:22 user nova-compute[75254]: FIRMWARE:
Nov 29 10:52:22 user nova-compute[75254]: No targets found.
Nov 29 10:52:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:52:22 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:52:22 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c438b2-388b-48c6-86c3-2468c57f86ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae7fac7c-e200-4ce9-ab94-33ada9411c90]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 (non-flash)
Nov 29 10:52:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 (non-flash)
Nov 29 10:52:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba436c040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e57f6e-a1e4-4098-bb81-9948bfd31f1e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bac2a6d-09b0-425c-89d2-03da4ae6b557]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dffec5b-edca-4275-8425-6fb07785e114]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42aa80c-c88f-4a15-ba44-4bdf36af7af7]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf0f362-2ec5-46bc-a7e7-0f8c23c5c977]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d04b45f-1517-4179-942c-3df349b9c6bc]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260]
Nov 29 10:52:22 user nova-compute[75254]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3, portal: 172.16.0.220,3260] successful.
Nov 29 10:52:22 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5389cc0a-4da5-4e87-82ac-ae2304557cb3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ebe56d-24c2-4d66-9870-9e4de8dbf6d2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] <== disconnect_volume: return (284ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:52:22 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:52:23 user nova-compute[75254]: DEBUG nova.objects.instance [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'flavor' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:52:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-9e3b4f1e-d2c3-47cb-9d58-e257f6de9591 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.644s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:52:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:52:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:52:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:52:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:52:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:52:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:52:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:52:46 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:51 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:52:56 user nova-compute[75254]: INFO nova.compute.manager [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] instance snapshotting
Nov 29 10:52:56 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Beginning live snapshot process
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json -f qcow2 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162 --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:56 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpca0n17y7/8dc8dada284a4e9d8915eebea9851a2f.delta 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/065c2b133697e253f9562b4dfb75f6fa24b6c162,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpca0n17y7/8dc8dada284a4e9d8915eebea9851a2f.delta 1073741824" returned: 0 in 0.048s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 29 10:52:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75254) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 29 10:52:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 29 10:52:58 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpca0n17y7/8dc8dada284a4e9d8915eebea9851a2f.delta /opt/stack/data/nova/instances/snapshots/tmpca0n17y7/8dc8dada284a4e9d8915eebea9851a2f {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:52:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpca0n17y7/8dc8dada284a4e9d8915eebea9851a2f.delta /opt/stack/data/nova/instances/snapshots/tmpca0n17y7/8dc8dada284a4e9d8915eebea9851a2f" returned: 0 in 0.600s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:52:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Snapshot extracted, beginning image upload
Nov 29 10:52:59 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:52:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:52:59 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:52:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:52:59 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:53:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:53:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:53:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:53:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Snapshot image upload complete
Nov 29 10:53:01 user nova-compute[75254]: INFO nova.compute.manager [None req-fdcca5e9-e5b4-4712-bd16-bb7ef2d6cf49 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Took 5.22 seconds to snapshot the instance on the hypervisor.
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:53:04 user nova-compute[75254]: INFO nova.compute.claims [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Claim successful on node user
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.211s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:53:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.policy [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '211b0abb24a34e54bf5336c3146f089e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5821c9b4ad5649f59afbe31b05077bb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:53:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Creating image(s)
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "/opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "/opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "/opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "5f913fcf395b3e3e4f281da72c34718398b0461e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "5f913fcf395b3e3e4f281da72c34718398b0461e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.part --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Successfully created port: 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.part --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG nova.virt.images [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] 39ab0dc7-b734-4f62-954d-3614a2ccf1c6 was qcow2, converting to raw {{(pid=75254) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG nova.privsep.utils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75254) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 29 10:53:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.part /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.converted {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.part /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.converted" returned: 0 in 0.531s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.converted --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Successfully updated port: 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquired lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-changed-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Refreshing instance network info cache due to event network-changed-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] Acquiring lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "5f913fcf395b3e3e4f281da72c34718398b0461e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.807s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "5f913fcf395b3e3e4f281da72c34718398b0461e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "5f913fcf395b3e3e4f281da72c34718398b0461e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating instance_info_cache with network_info: [{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Releasing lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Instance network_info: |[{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] Acquired lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG nova.network.neutron [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Refreshing network info cache for port 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e,backing_fmt=raw /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk 1073741824 {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e,backing_fmt=raw /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk 1073741824" returned: 0 in 0.062s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "5f913fcf395b3e3e4f281da72c34718398b0461e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:06 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f913fcf395b3e3e4f281da72c34718398b0461e --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Created local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Ensure instance console log exists: /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Start _get_guest_xml network_info=[{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e90215bba593b193b24653e5ac8467bf',container_format='bare',created_at=2023-11-29T10:52:56Z,direct_url=<?>,disk_format='qcow2',id=39ab0dc7-b734-4f62-954d-3614a2ccf1c6,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-678995586',owner='5821c9b4ad5649f59afbe31b05077bb8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T10:53:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': 'virtio', 'encrypted': False, 'device_type': 'disk', 'encryption_options': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/vda', 'image_id': '39ab0dc7-b734-4f62-954d-3614a2ccf1c6'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:53:07 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:53:07 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e90215bba593b193b24653e5ac8467bf',container_format='bare',created_at=2023-11-29T10:52:56Z,direct_url=<?>,disk_format='qcow2',id=39ab0dc7-b734-4f62-954d-3614a2ccf1c6,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-678995586',owner='5821c9b4ad5649f59afbe31b05077bb8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-29T10:53:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:53:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1690957772',display_name='tempest-TestStampPattern-server-1690957772',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1690957772',id=46,image_ref='39ab0dc7-b734-4f62-954d-3614a2ccf1c6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8KGc2wLitKTDYDlhb2KGvpexTwGtp//NCRbD8qlgLUoL3IgKeNirm60Yi8OfWWmt0pvzYZq6bIqgchMHcqQzNWJuCl1plP5amw715BdIS1eCwWPftRqTYtnrINJpOEKw==',key_name='tempest-TestStampPattern-1108030879',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5821c9b4ad5649f59afbe31b05077bb8',ramdisk_id='',reservation_id='r-02ntzyx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='e9b62256-c4e0-4f17-8568-33a4323d3533',image_min_disk='1',image_min_ram='0',image_owner_id='5821c9b4ad5649f59afbe31b05077bb8',image_owner_project_name='tempest-TestStampPattern-1572695848',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1572695848-project-member',image_user_id='211b0abb24a34e54bf5336c3146f089e',network_allocated='True',owner_project_name='tempest-TestStampPattern-1572695848',owner_user_name='tempest-TestStampPattern-1572695848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:53:05Z,user_data=None,user_id='211b0abb24a34e54bf5336c3146f089e',uuid=bfc2a806-ea60-438e-9646-b950455af190,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converting VIF {"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'pci_devices' on Instance uuid bfc2a806-ea60-438e-9646-b950455af190 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:53:07 user nova-compute[75254]:   <uuid>bfc2a806-ea60-438e-9646-b950455af190</uuid>
Nov 29 10:53:07 user nova-compute[75254]:   <name>instance-0000002e</name>
Nov 29 10:53:07 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:53:07 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:53:07 user nova-compute[75254]:   <metadata>
Nov 29 10:53:07 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:53:07 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:53:07 user nova-compute[75254]:       <nova:name>tempest-TestStampPattern-server-1690957772</nova:name>
Nov 29 10:53:07 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:53:07</nova:creationTime>
Nov 29 10:53:07 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:53:07 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:53:07 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:53:07 user nova-compute[75254]:       <nova:owner>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:user uuid="211b0abb24a34e54bf5336c3146f089e">tempest-TestStampPattern-1572695848-project-member</nova:user>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:project uuid="5821c9b4ad5649f59afbe31b05077bb8">tempest-TestStampPattern-1572695848</nova:project>
Nov 29 10:53:07 user nova-compute[75254]:       </nova:owner>
Nov 29 10:53:07 user nova-compute[75254]:       <nova:root type="image" uuid="39ab0dc7-b734-4f62-954d-3614a2ccf1c6"/>
Nov 29 10:53:07 user nova-compute[75254]:       <nova:ports>
Nov 29 10:53:07 user nova-compute[75254]:         <nova:port uuid="822fc5b8-7f8a-4cfe-b428-99d1b0df7fca">
Nov 29 10:53:07 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 10:53:07 user nova-compute[75254]:         </nova:port>
Nov 29 10:53:07 user nova-compute[75254]:       </nova:ports>
Nov 29 10:53:07 user nova-compute[75254]:     </nova:instance>
Nov 29 10:53:07 user nova-compute[75254]:   </metadata>
Nov 29 10:53:07 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:53:07 user nova-compute[75254]:     <system>
Nov 29 10:53:07 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:53:07 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:53:07 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:53:07 user nova-compute[75254]:       <entry name="serial">bfc2a806-ea60-438e-9646-b950455af190</entry>
Nov 29 10:53:07 user nova-compute[75254]:       <entry name="uuid">bfc2a806-ea60-438e-9646-b950455af190</entry>
Nov 29 10:53:07 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:53:07 user nova-compute[75254]:     </system>
Nov 29 10:53:07 user nova-compute[75254]:   </sysinfo>
Nov 29 10:53:07 user nova-compute[75254]:   <os>
Nov 29 10:53:07 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:53:07 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:53:07 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:53:07 user nova-compute[75254]:   </os>
Nov 29 10:53:07 user nova-compute[75254]:   <features>
Nov 29 10:53:07 user nova-compute[75254]:     <acpi/>
Nov 29 10:53:07 user nova-compute[75254]:     <apic/>
Nov 29 10:53:07 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:53:07 user nova-compute[75254]:   </features>
Nov 29 10:53:07 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:53:07 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:53:07 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:53:07 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:53:07 user nova-compute[75254]:   </clock>
Nov 29 10:53:07 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:53:07 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:53:07 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:53:07 user nova-compute[75254]:   </cpu>
Nov 29 10:53:07 user nova-compute[75254]:   <devices>
Nov 29 10:53:07 user nova-compute[75254]:     <disk type="file" device="disk">
Nov 29 10:53:07 user nova-compute[75254]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 29 10:53:07 user nova-compute[75254]:       <source file="/opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk"/>
Nov 29 10:53:07 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:53:07 user nova-compute[75254]:     </disk>
Nov 29 10:53:07 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:53:07 user nova-compute[75254]:       <mac address="fa:16:3e:f1:70:db"/>
Nov 29 10:53:07 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:53:07 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:53:07 user nova-compute[75254]:       <target dev="tap822fc5b8-7f"/>
Nov 29 10:53:07 user nova-compute[75254]:     </interface>
Nov 29 10:53:07 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:53:07 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/console.log" append="off"/>
Nov 29 10:53:07 user nova-compute[75254]:     </serial>
Nov 29 10:53:07 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:53:07 user nova-compute[75254]:     <video>
Nov 29 10:53:07 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:53:07 user nova-compute[75254]:     </video>
Nov 29 10:53:07 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:53:07 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:53:07 user nova-compute[75254]:     </rng>
Nov 29 10:53:07 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:53:07 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:53:07 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:53:07 user nova-compute[75254]:     </memballoon>
Nov 29 10:53:07 user nova-compute[75254]:   </devices>
Nov 29 10:53:07 user nova-compute[75254]: </domain>
Nov 29 10:53:07 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:53:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1690957772',display_name='tempest-TestStampPattern-server-1690957772',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1690957772',id=46,image_ref='39ab0dc7-b734-4f62-954d-3614a2ccf1c6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8KGc2wLitKTDYDlhb2KGvpexTwGtp//NCRbD8qlgLUoL3IgKeNirm60Yi8OfWWmt0pvzYZq6bIqgchMHcqQzNWJuCl1plP5amw715BdIS1eCwWPftRqTYtnrINJpOEKw==',key_name='tempest-TestStampPattern-1108030879',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5821c9b4ad5649f59afbe31b05077bb8',ramdisk_id='',reservation_id='r-02ntzyx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='e9b62256-c4e0-4f17-8568-33a4323d3533',image_min_disk='1',image_min_ram='0',image_owner_id='5821c9b4ad5649f59afbe31b05077bb8',image_owner_project_name='tempest-TestStampPattern-1572695848',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1572695848-project-member',image_user_id='211b0abb24a34e54bf5336c3146f089e',network_allocated='True',owner_project_name='tempest-TestStampPattern-1572695848',owner_user_name='tempest-TestStampPattern-1572695848-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:53:05Z,user_data=None,user_id='211b0abb24a34e54bf5336c3146f089e',uuid=bfc2a806-ea60-438e-9646-b950455af190,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converting VIF {"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG os_vif [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '471489d4-f93b-59c5-bc91-47454b8aa36e', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap822fc5b8-7f, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap822fc5b8-7f, col_values=(('qos', UUID('01845c44-f682-4dbe-8367-ff8a0056671b')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap822fc5b8-7f, col_values=(('external_ids', {'iface-id': '822fc5b8-7f8a-4cfe-b428-99d1b0df7fca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:70:db', 'vm-uuid': 'bfc2a806-ea60-438e-9646-b950455af190'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:07 user nova-compute[75254]: INFO os_vif [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f')
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updated VIF entry in instance network info cache for port 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating instance_info_cache with network_info: [{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-10a982a7-454a-4566-963b-826a333bba7e req-6b7217ab-3afb-4398-a1a5-b32d7a1a5c56 service nova] Releasing lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No VIF found with MAC fa:16:3e:f1:70:db, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:07 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-57d2b652-c37a-48eb-aaa4-a740ab7870a7 req-9bd1e1cc-5e9a-447f-bdec-ecfaddf934e9 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-57d2b652-c37a-48eb-aaa4-a740ab7870a7 req-9bd1e1cc-5e9a-447f-bdec-ecfaddf934e9 service nova] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-57d2b652-c37a-48eb-aaa4-a740ab7870a7 req-9bd1e1cc-5e9a-447f-bdec-ecfaddf934e9 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-57d2b652-c37a-48eb-aaa4-a740ab7870a7 req-9bd1e1cc-5e9a-447f-bdec-ecfaddf934e9 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG nova.compute.manager [req-57d2b652-c37a-48eb-aaa4-a740ab7870a7 req-9bd1e1cc-5e9a-447f-bdec-ecfaddf934e9 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] No waiting events found dispatching network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:53:08 user nova-compute[75254]: WARNING nova.compute.manager [req-57d2b652-c37a-48eb-aaa4-a740ab7870a7 req-9bd1e1cc-5e9a-447f-bdec-ecfaddf934e9 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received unexpected event network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca for instance with vm_state building and task_state spawning.
Nov 29 10:53:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json" returned: 0 in 0.301s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:53:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-1a1b4ca1-41c8-4d92-9ee7-dbc591902073 req-21376947-c868-4deb-a04d-546c2884bd51 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1a1b4ca1-41c8-4d92-9ee7-dbc591902073 req-21376947-c868-4deb-a04d-546c2884bd51 service nova] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1a1b4ca1-41c8-4d92-9ee7-dbc591902073 req-21376947-c868-4deb-a04d-546c2884bd51 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1a1b4ca1-41c8-4d92-9ee7-dbc591902073 req-21376947-c868-4deb-a04d-546c2884bd51 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.manager [req-1a1b4ca1-41c8-4d92-9ee7-dbc591902073 req-21376947-c868-4deb-a04d-546c2884bd51 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] No waiting events found dispatching network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:53:10 user nova-compute[75254]: WARNING nova.compute.manager [req-1a1b4ca1-41c8-4d92-9ee7-dbc591902073 req-21376947-c868-4deb-a04d-546c2884bd51 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received unexpected event network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca for instance with vm_state building and task_state spawning.
Nov 29 10:53:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:53:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8976MB free_disk=24.943641662597656GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:53:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: bfc2a806-ea60-438e-9646-b950455af190] Instance spawned successfully.
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance bfc2a806-ea60-438e-9646-b950455af190 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:53:10 user nova-compute[75254]: INFO nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Took 6.29 seconds to spawn the instance on the hypervisor.
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:53:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:53:10 user nova-compute[75254]: INFO nova.compute.manager [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Took 6.86 seconds to build instance.
Nov 29 10:53:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c8a3a633-35bb-4c7e-aa5a-08f353bb757c tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.952s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:53:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.230s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:53:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5005 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:53:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:53:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:53:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:53:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:53:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:53:59 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:54:00 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:54:01 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:54:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:54:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:54:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:54:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:54:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:54:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:54:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:54:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:54:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:54:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:54:08 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:54:08 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:09 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:54:09 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:54:09 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8923MB free_disk=24.941390991210938GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:54:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance bfc2a806-ea60-438e-9646-b950455af190 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:54:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.242s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:54:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:54:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:54:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:54:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:54:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:54:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:53 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-changed-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG nova.compute.manager [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Refreshing instance network info cache due to event network-changed-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] Acquiring lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] Acquired lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Refreshing network info cache for port 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updated VIF entry in instance network info cache for port 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG nova.network.neutron [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating instance_info_cache with network_info: [{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:54:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-4c0d5aca-ec27-462c-809e-e4e2482dfb75 req-4e46108b-b4c2-44d7-943b-e464f9308f76 service nova] Releasing lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG nova.objects.instance [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'flavor' on Instance uuid bfc2a806-ea60-438e-9646-b950455af190 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:54:57 user nova-compute[75254]: INFO nova.compute.manager [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Attaching volume 8039113c-524d-4b8a-846b-c4a05f4b2f9e to /dev/vdb
Nov 29 10:54:57 user nova-compute[75254]: DEBUG os_brick.utils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c438e5a-209d-4afe-ba47-7a881661b158]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c43703e-731a-43e4-9cb1-4af323a106c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ffb639-5da8-4010-b271-b80934bab274]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f786ce7-5215-4a77-a978-af48cc413ed7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:54:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:54:58 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:54:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f0b757-01e4-4010-96d2-5f1b33453aa6]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG os_brick.utils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating existing volume attachment record: 32b1b89b-1512-4f47-aa29-175683d85d7b {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:54:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:54:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:55:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:55:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:55:00 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: bfc2a806-ea60-438e-9646-b950455af190] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:55:01 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating instance_info_cache with network_info: [{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:55:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:55:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:55:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:55:02 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMweCsGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:55:05 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:55:05 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:55:05 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[480eee0d-92d3-4957-9c43-4e4f8ab0a08e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:55:05 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e2cdf9b-4542-4432-a72e-dc2f3c4678d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e] added
Nov 29 10:55:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b734325-62f9-4c17-8238-131783bc964d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2820fe3c-8b03-470d-b1c2-863db0a05982]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SMweCsGQ {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SMweCsGQ" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bacf552-7b22-4909-9941-ee2dd8ea1d29]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SMweCsGQ'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8645723-25da-4063-86bb-11baa30665a3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc426984-2546-4183-8185-ed589f6bc0c7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:55:05 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:55:05 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:55:05 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:55:05 user nova-compute[75254]: 
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7cd2e49-800a-4b5a-8793-6eef0ef51ec7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260]
Nov 29 10:55:05 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260] successful.
Nov 29 10:55:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d6f870-1aed-44e1-bba1-d0af587b3fb9]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec646ae-2e3a-4aa4-abf9-3bdca3371bf2]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e (non-flash)
Nov 29 10:55:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e (non-flash)
Nov 29 10:55:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce1d2268-251c-435e-bd22-69ab34718f72]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:55:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMweCsGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.281s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '26434613664653533', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434613664653533', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG nova.objects.instance [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'flavor' on Instance uuid bfc2a806-ea60-438e-9646-b950455af190 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] attach device xml: <disk type="block" device="disk">
Nov 29 10:55:06 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:55:06 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:55:06 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:55:06 user nova-compute[75254]:   <serial>8039113c-524d-4b8a-846b-c4a05f4b2f9e</serial>
Nov 29 10:55:06 user nova-compute[75254]: </disk>
Nov 29 10:55:06 user nova-compute[75254]:  {{(pid=75254) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] No VIF found with MAC fa:16:3e:f1:70:db, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:55:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-08298dc3-5680-48d1-8884-a74390f80657 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.090s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:55:07 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:55:08 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:55:08 user nova-compute[75254]: INFO nova.compute.manager [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Detaching volume 8039113c-524d-4b8a-846b-c4a05f4b2f9e
Nov 29 10:55:08 user nova-compute[75254]: INFO nova.virt.block_device [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Attempting to driver detach volume 8039113c-524d-4b8a-846b-c4a05f4b2f9e from mountpoint /dev/vdb
Nov 29 10:55:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Attempting to detach device vdb from instance bfc2a806-ea60-438e-9646-b950455af190 from the persistent domain config. {{(pid=75254) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 29 10:55:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:55:08 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:55:08 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:55:08 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:55:08 user nova-compute[75254]:   <serial>8039113c-524d-4b8a-846b-c4a05f4b2f9e</serial>
Nov 29 10:55:08 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:55:08 user nova-compute[75254]: </disk>
Nov 29 10:55:08 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:55:08 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully detached device vdb from instance bfc2a806-ea60-438e-9646-b950455af190 from the persistent domain config.
Nov 29 10:55:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bfc2a806-ea60-438e-9646-b950455af190 from the live domain config. {{(pid=75254) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 29 10:55:08 user nova-compute[75254]: DEBUG nova.virt.libvirt.guest [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] detach device xml: <disk type="block" device="disk">
Nov 29 10:55:08 user nova-compute[75254]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:55:08 user nova-compute[75254]:   <source dev="/dev/sdb"/>
Nov 29 10:55:08 user nova-compute[75254]:   <target dev="vdb" bus="virtio"/>
Nov 29 10:55:08 user nova-compute[75254]:   <serial>8039113c-524d-4b8a-846b-c4a05f4b2f9e</serial>
Nov 29 10:55:08 user nova-compute[75254]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 29 10:55:08 user nova-compute[75254]: </disk>
Nov 29 10:55:08 user nova-compute[75254]:  {{(pid=75254) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 29 10:55:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bfc2a806-ea60-438e-9646-b950455af190 {{(pid=75254) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:55:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:55:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:55:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8920MB free_disk=24.940391540527344GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:55:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance bfc2a806-ea60-438e-9646-b950455af190 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:55:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.194s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:55:12 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:22 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:55:27 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:29 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bfc2a806-ea60-438e-9646-b950455af190 is timed out.
Nov 29 10:55:29 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully detached device vdb from instance bfc2a806-ea60-438e-9646-b950455af190 from the live domain config.
Nov 29 10:55:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMweCsGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:55:29 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cbed857-2c78-4687-accc-1a6eb0c53f41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 10:55:29 user nova-compute[75254]: No targets found.
Nov 29 10:55:29 user nova-compute[75254]: iSNS:
Nov 29 10:55:29 user nova-compute[75254]: No targets found.
Nov 29 10:55:29 user nova-compute[75254]: STATIC:
Nov 29 10:55:29 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e
Nov 29 10:55:29 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 10:55:29 user nova-compute[75254]:                 Iface Name: default
Nov 29 10:55:29 user nova-compute[75254]: FIRMWARE:
Nov 29 10:55:29 user nova-compute[75254]: No targets found.
Nov 29 10:55:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 10:55:29 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 10:55:29 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3b33ca-ae1b-4423-aa40-ea20e6dbc09a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[412cb45c-e517-4a6f-99f9-bb27c20ac11f]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e (non-flash)
Nov 29 10:55:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e (non-flash)
Nov 29 10:55:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4146e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c43f4e-d47d-42f3-8fcc-9a436886d2b0]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[509dafbe-8b2b-4501-9705-83d18604e7b7]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c4c01e-bcaa-4578-a291-4d4d759657dc]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad4eb6e-a7ce-4007-b934-c118b03caff7]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c5115c-0798-4846-91b4-4ac624fbdd9f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab60d979-7bb4-4f5a-ba50-061f91261c23]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260]
Nov 29 10:55:29 user nova-compute[75254]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e, portal: 172.16.0.220,3260] successful.
Nov 29 10:55:29 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8039113c-524d-4b8a-846b-c4a05f4b2f9e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d811a159-4d70-4217-afa9-bdc84f07760e]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] <== disconnect_volume: return (286ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:55:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 10:55:30 user nova-compute[75254]: DEBUG nova.objects.instance [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'flavor' on Instance uuid bfc2a806-ea60-438e-9646-b950455af190 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:55:30 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-cd00d5aa-cc4e-4798-8d16-3e6d54cd391b tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.602s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:55:32 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:55:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:55:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:55:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:55:42 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:47 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:55:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:52 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:55:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-changed-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Refreshing instance network info cache due to event network-changed-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] Acquiring lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] Acquired lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.network.neutron [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Refreshing network info cache for port 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:55:59 user nova-compute[75254]: INFO nova.compute.manager [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Terminating instance
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.compute.manager [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-2bcf53fa-9ab7-45f9-9aea-fbda4e8d2cf3 req-9604f446-a27f-484d-bb05-c9df0fdae150 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-vif-unplugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2bcf53fa-9ab7-45f9-9aea-fbda4e8d2cf3 req-9604f446-a27f-484d-bb05-c9df0fdae150 service nova] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2bcf53fa-9ab7-45f9-9aea-fbda4e8d2cf3 req-9604f446-a27f-484d-bb05-c9df0fdae150 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2bcf53fa-9ab7-45f9-9aea-fbda4e8d2cf3 req-9604f446-a27f-484d-bb05-c9df0fdae150 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-2bcf53fa-9ab7-45f9-9aea-fbda4e8d2cf3 req-9604f446-a27f-484d-bb05-c9df0fdae150 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] No waiting events found dispatching network-vif-unplugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:55:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-2bcf53fa-9ab7-45f9-9aea-fbda4e8d2cf3 req-9604f446-a27f-484d-bb05-c9df0fdae150 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-vif-unplugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updated VIF entry in instance network info cache for port 822fc5b8-7f8a-4cfe-b428-99d1b0df7fca. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating instance_info_cache with network_info: [{"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a16dce94-e5f8-471c-a4a7-263891c68881 req-dc0c9ce0-8c5d-4b4c-a627-3862215633f6 service nova] Releasing lock "refresh_cache-bfc2a806-ea60-438e-9646-b950455af190" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:56:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: bfc2a806-ea60-438e-9646-b950455af190] Instance destroyed successfully.
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.objects.instance [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'resources' on Instance uuid bfc2a806-ea60-438e-9646-b950455af190 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:53:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1690957772',display_name='tempest-TestStampPattern-server-1690957772',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1690957772',id=46,image_ref='39ab0dc7-b734-4f62-954d-3614a2ccf1c6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8KGc2wLitKTDYDlhb2KGvpexTwGtp//NCRbD8qlgLUoL3IgKeNirm60Yi8OfWWmt0pvzYZq6bIqgchMHcqQzNWJuCl1plP5amw715BdIS1eCwWPftRqTYtnrINJpOEKw==',key_name='tempest-TestStampPattern-1108030879',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:53:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5821c9b4ad5649f59afbe31b05077bb8',ramdisk_id='',reservation_id='r-02ntzyx7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='e9b62256-c4e0-4f17-8568-33a4323d3533',image_min_disk='1',image_min_ram='0',image_owner_id='5821c9b4ad5649f59afbe31b05077bb8',image_owner_project_name='tempest-TestStampPattern-1572695848',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1572695848-project-member',image_user_id='211b0abb24a34e54bf5336c3146f089e',owner_project_name='tempest-TestStampPattern-1572695848',owner_user_name='tempest-TestStampPattern-1572695848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:53:11Z,user_data=None,user_id='211b0abb24a34e54bf5336c3146f089e',uuid=bfc2a806-ea60-438e-9646-b950455af190,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converting VIF {"id": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "address": "fa:16:3e:f1:70:db", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap822fc5b8-7f", "ovs_interfaceid": "822fc5b8-7f8a-4cfe-b428-99d1b0df7fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG os_vif [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap822fc5b8-7f, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=01845c44-f682-4dbe-8367-ff8a0056671b) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:00 user nova-compute[75254]: INFO os_vif [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:70:db,bridge_name='br-int',has_traffic_filtering=True,id=822fc5b8-7f8a-4cfe-b428-99d1b0df7fca,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap822fc5b8-7f')
Nov 29 10:56:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Deleting instance files /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190_del
Nov 29 10:56:00 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Deletion of /opt/stack/data/nova/instances/bfc2a806-ea60-438e-9646-b950455af190_del complete
Nov 29 10:56:00 user nova-compute[75254]: INFO nova.compute.manager [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: bfc2a806-ea60-438e-9646-b950455af190] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: bfc2a806-ea60-438e-9646-b950455af190] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: bfc2a806-ea60-438e-9646-b950455af190] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: bfc2a806-ea60-438e-9646-b950455af190] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:56:00 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: bfc2a806-ea60-438e-9646-b950455af190] Took 0.42 seconds to deallocate network for instance.
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-1eb676fd-59eb-4bc8-b966-5c21debe6244 req-b393e57e-eb8d-4115-8508-df56ffe7567c service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-vif-deleted-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:56:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.137s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:56:00 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Deleted allocations for instance bfc2a806-ea60-438e-9646-b950455af190
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-75b916cd-e8a9-4ad4-ad37-6f1fed6672b7 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "bfc2a806-ea60-438e-9646-b950455af190" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.618s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-c1f34165-ce0a-4fdb-82bb-294e0adbd9b9 req-84ae2117-d1ab-4736-ba1b-17b73a4059c3 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received event network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1f34165-ce0a-4fdb-82bb-294e0adbd9b9 req-84ae2117-d1ab-4736-ba1b-17b73a4059c3 service nova] Acquiring lock "bfc2a806-ea60-438e-9646-b950455af190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1f34165-ce0a-4fdb-82bb-294e0adbd9b9 req-84ae2117-d1ab-4736-ba1b-17b73a4059c3 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c1f34165-ce0a-4fdb-82bb-294e0adbd9b9 req-84ae2117-d1ab-4736-ba1b-17b73a4059c3 service nova] Lock "bfc2a806-ea60-438e-9646-b950455af190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG nova.compute.manager [req-c1f34165-ce0a-4fdb-82bb-294e0adbd9b9 req-84ae2117-d1ab-4736-ba1b-17b73a4059c3 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] No waiting events found dispatching network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:56:01 user nova-compute[75254]: WARNING nova.compute.manager [req-c1f34165-ce0a-4fdb-82bb-294e0adbd9b9 req-84ae2117-d1ab-4736-ba1b-17b73a4059c3 service nova] [instance: bfc2a806-ea60-438e-9646-b950455af190] Received unexpected event network-vif-plugged-822fc5b8-7f8a-4cfe-b428-99d1b0df7fca for instance with vm_state deleted and task_state None.
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:56:01 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:56:02 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:56:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:56:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:56:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:56:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:56:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:56:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:56:09 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:56:09 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:56:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:56:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8994MB free_disk=24.94088363647461GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance e9b62256-c4e0-4f17-8568-33a4323d3533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 10:56:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 10:56:11 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:56:11 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:56:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:56:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.453s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:56:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 10:56:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 10:56:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 10:56:20 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:25 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:35 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:56:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:56:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:56:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:56:50 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:50 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:55 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:56:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:56:56 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Triggering sync for uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 29 10:56:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:56:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:56:56 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:56:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-changed-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Refreshing instance network info cache due to event network-changed-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] Acquiring lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] Acquired lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG nova.network.neutron [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Refreshing network info cache for port d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:00 user nova-compute[75254]: INFO nova.compute.manager [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Terminating instance
Nov 29 10:57:00 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updated VIF entry in instance network info cache for port d1b5ccdd-b97b-43f9-b551-6cd62e8938c0. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.network.neutron [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [{"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-2a98d6fd-33e3-499f-ae08-e028f0a064e4 req-33e5cd19-1623-4b0f-93f3-63cf2ed8a877 service nova] Releasing lock "refresh_cache-e9b62256-c4e0-4f17-8568-33a4323d3533" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:57:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Instance destroyed successfully.
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.objects.instance [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lazy-loading 'resources' on Instance uuid e9b62256-c4e0-4f17-8568-33a4323d3533 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:49:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1482981590',display_name='tempest-TestStampPattern-server-1482981590',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1482981590',id=45,image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO8KGc2wLitKTDYDlhb2KGvpexTwGtp//NCRbD8qlgLUoL3IgKeNirm60Yi8OfWWmt0pvzYZq6bIqgchMHcqQzNWJuCl1plP5amw715BdIS1eCwWPftRqTYtnrINJpOEKw==',key_name='tempest-TestStampPattern-1108030879',keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:50:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5821c9b4ad5649f59afbe31b05077bb8',ramdisk_id='',reservation_id='r-hg3prgiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='67ff7a45-6b80-41f3-b049-a35789491edf',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1572695848',owner_user_name='tempest-TestStampPattern-1572695848-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:53:01Z,user_data=None,user_id='211b0abb24a34e54bf5336c3146f089e',uuid=e9b62256-c4e0-4f17-8568-33a4323d3533,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converting VIF {"id": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "address": "fa:16:3e:63:12:b2", "network": {"id": "10751a59-21f1-4142-8dfa-b2937363988d", "bridge": "br-int", "label": "tempest-TestStampPattern-1739244339-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5821c9b4ad5649f59afbe31b05077bb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b5ccdd-b9", "ovs_interfaceid": "d1b5ccdd-b97b-43f9-b551-6cd62e8938c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG os_vif [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1b5ccdd-b9, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82cf3a6b-90ec-463f-b47d-07a30e5552ee) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:01 user nova-compute[75254]: INFO os_vif [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:12:b2,bridge_name='br-int',has_traffic_filtering=True,id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0,network=Network(10751a59-21f1-4142-8dfa-b2937363988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b5ccdd-b9')
Nov 29 10:57:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Deleting instance files /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533_del
Nov 29 10:57:01 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Deletion of /opt/stack/data/nova/instances/e9b62256-c4e0-4f17-8568-33a4323d3533_del complete
Nov 29 10:57:01 user nova-compute[75254]: INFO nova.compute.manager [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 29 10:57:01 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 10:57:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:57:02 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Took 0.72 seconds to deallocate network for instance.
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-d08210d5-5764-46b6-98a6-9b9802975cc8 req-1634e740-f0e4-4fe8-b707-5062ec7c036f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-vif-deleted-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:57:02 user nova-compute[75254]: INFO nova.compute.manager [req-d08210d5-5764-46b6-98a6-9b9802975cc8 req-1634e740-f0e4-4fe8-b707-5062ec7c036f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Neutron deleted interface d1b5ccdd-b97b-43f9-b551-6cd62e8938c0; detaching it from the instance and deleting it from the info cache
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.network.neutron [req-d08210d5-5764-46b6-98a6-9b9802975cc8 req-1634e740-f0e4-4fe8-b707-5062ec7c036f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-d08210d5-5764-46b6-98a6-9b9802975cc8 req-1634e740-f0e4-4fe8-b707-5062ec7c036f service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Detach interface failed, port_id=d1b5ccdd-b97b-43f9-b551-6cd62e8938c0, reason: Instance e9b62256-c4e0-4f17-8568-33a4323d3533 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.125s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:02 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Deleted allocations for instance e9b62256-c4e0-4f17-8568-33a4323d3533
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bc04b0d5-56b7-4bd6-bf4d-1f76f8b488d6 tempest-TestStampPattern-1572695848 tempest-TestStampPattern-1572695848-project-member] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.911s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-vif-unplugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] No waiting events found dispatching network-vif-unplugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:57:02 user nova-compute[75254]: WARNING nova.compute.manager [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received unexpected event network-vif-unplugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 for instance with vm_state deleted and task_state None.
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received event network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] Acquiring lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] Lock "e9b62256-c4e0-4f17-8568-33a4323d3533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] No waiting events found dispatching network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:57:02 user nova-compute[75254]: WARNING nova.compute.manager [req-d12638a2-92bb-4000-a737-fb4cb8a89b16 req-a73b614c-d01d-4926-b0ca-cc9b8479c8da service nova] [instance: e9b62256-c4e0-4f17-8568-33a4323d3533] Received unexpected event network-vif-plugged-d1b5ccdd-b97b-43f9-b551-6cd62e8938c0 for instance with vm_state deleted and task_state None.
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:57:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:57:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:09 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:57:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:57:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:57:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9136MB free_disk=25.065540313720703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:57:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.134s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:57:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:57:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:57:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:57:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:57:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:55 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:57:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:57:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:58:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:58:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:58:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 10:58:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:05 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:09 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:58:10 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:58:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9148MB free_disk=25.063777923583984GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:58:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 10:58:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:22 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 10:58:22 user nova-compute[75254]: INFO nova.compute.claims [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Claim successful on node user
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.182s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 10:58:23 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.policy [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4ea56ccbb3245229c20bff7f8a483e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6ab2eb971f43ee92877d7c08879cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 10:58:23 user nova-compute[75254]: INFO nova.virt.block_device [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Booting with volume snapshot 56d75b5f-1850-46c8-934d-b15738eed527 at /dev/vda
Nov 29 10:58:23 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Successfully created port: eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 10:58:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Successfully updated port: eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquired lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-changed-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.compute.manager [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Refreshing instance network info cache due to event network-changed-eb011fef-a1a8-4a4b-b6b6-418bba11e293. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] Acquiring lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating instance_info_cache with network_info: [{"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Releasing lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Instance network_info: |[{"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] Acquired lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:58:24 user nova-compute[75254]: DEBUG nova.network.neutron [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Refreshing network info cache for port eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 10:58:25 user nova-compute[75254]: DEBUG nova.network.neutron [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updated VIF entry in instance network info cache for port eb011fef-a1a8-4a4b-b6b6-418bba11e293. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 10:58:25 user nova-compute[75254]: DEBUG nova.network.neutron [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating instance_info_cache with network_info: [{"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:58:25 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-7dd1896a-5564-4822-a927-958638551444 req-1ffbe02f-674f-465c-8fbc-ad98956eb00a service nova] Releasing lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:58:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:28 user nova-compute[75254]: DEBUG os_brick.utils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:58:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[93cb4ee8-f476-461e-aa40-f8e5ee32b969]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e67c1c7-9daa-4f3e-9872-d6ae3258cabb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80c9dca-643f-412f-9ff9-2ed01610437f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a99a661-45c4-477d-ac40-1f02402a9333]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 10:58:29 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 10:58:29 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[663781e5-aa94-420e-9011-945f75476a76]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG os_brick.utils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:58:29 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating existing volume attachment record: b85523fe-669c-4e2d-bdfc-0ea252ea6dca {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 10:58:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 10:58:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Creating image(s)
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Ensure instance console log exists: /opt/stack/data/nova/instances/4b846ae3-0fe5-48be-b45f-8559b6b51d61/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Start _get_guest_xml network_info=[{"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbdTtDEW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4b846ae3-0fe5-48be-b45f-8559b6b51d61', 'attached_at': '', 'detached_at': '', 'volume_id': 'c99d60e2-fbb7-43e4-94a2-13d62b15d640', 'serial': 'c99d60e2-fbb7-43e4-94a2-13d62b15d640'}, 'attachment_id': 'b85523fe-669c-4e2d-bdfc-0ea252ea6dca', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 10:58:36 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:58:36 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbdTtDEW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 10:58:36 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:58:36 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 10:58:36 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3dd9f9-2f6b-48d9-8ff8-b1813e9dd38c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 10:58:36 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ae8fd3-2e8c-41be-9b4d-59e469c1288f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640] added
Nov 29 10:58:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e840baf6-9188-49ae-b0c5-3a418ced5c16]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[519a68fb-e0d3-4266-99ad-85ebfd3d8d7d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kbdTtDEW {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kbdTtDEW" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc7aef3-b783-45e8-a6a9-a6264c8eb6f0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kbdTtDEW'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d8162f-68a7-4c9f-be4c-0fc8dc74a2e4]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6856287-41fe-4718-929c-25e0faf94e0a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:58:36 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 10:58:36 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:58:36 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 10:58:36 user nova-compute[75254]: 
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8a4361-31c0-426b-bff9-4acf6a1b03b3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260]
Nov 29 10:58:36 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260] successful.
Nov 29 10:58:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[701d834f-9777-4d4c-96a1-79df29ade921]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3611933b-7b95-40cf-9a77-9e6a5b20b360]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 (non-flash)
Nov 29 10:58:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 (non-flash)
Nov 29 10:58:36 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4eb89a-462a-4347-b556-aca2b26f6612]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 10:58:36 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbdTtDEW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23832373961633635', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832373961633635', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:58:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-159884590',display_name='tempest-TestVolumeBootPattern-server-159884590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-159884590',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-ork7atvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:58:23Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=4b846ae3-0fe5-48be-b45f-8559b6b51d61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG nova.objects.instance [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'pci_devices' on Instance uuid 4b846ae3-0fe5-48be-b45f-8559b6b51d61 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:58:37 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] End _get_guest_xml xml=<domain type="kvm">
Nov 29 10:58:37 user nova-compute[75254]:   <uuid>4b846ae3-0fe5-48be-b45f-8559b6b51d61</uuid>
Nov 29 10:58:37 user nova-compute[75254]:   <name>instance-0000002f</name>
Nov 29 10:58:37 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 10:58:37 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 10:58:37 user nova-compute[75254]:   <metadata>
Nov 29 10:58:37 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 10:58:37 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 10:58:37 user nova-compute[75254]:       <nova:name>tempest-TestVolumeBootPattern-server-159884590</nova:name>
Nov 29 10:58:37 user nova-compute[75254]:       <nova:creationTime>2023-11-29 10:58:36</nova:creationTime>
Nov 29 10:58:37 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 10:58:37 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 10:58:37 user nova-compute[75254]:       </nova:flavor>
Nov 29 10:58:37 user nova-compute[75254]:       <nova:owner>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:user uuid="c4ea56ccbb3245229c20bff7f8a483e6">tempest-TestVolumeBootPattern-2016941207-project-member</nova:user>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:project uuid="ff6ab2eb971f43ee92877d7c08879cc1">tempest-TestVolumeBootPattern-2016941207</nova:project>
Nov 29 10:58:37 user nova-compute[75254]:       </nova:owner>
Nov 29 10:58:37 user nova-compute[75254]:       <nova:ports>
Nov 29 10:58:37 user nova-compute[75254]:         <nova:port uuid="eb011fef-a1a8-4a4b-b6b6-418bba11e293">
Nov 29 10:58:37 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 29 10:58:37 user nova-compute[75254]:         </nova:port>
Nov 29 10:58:37 user nova-compute[75254]:       </nova:ports>
Nov 29 10:58:37 user nova-compute[75254]:     </nova:instance>
Nov 29 10:58:37 user nova-compute[75254]:   </metadata>
Nov 29 10:58:37 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 10:58:37 user nova-compute[75254]:     <system>
Nov 29 10:58:37 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 10:58:37 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 10:58:37 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 10:58:37 user nova-compute[75254]:       <entry name="serial">4b846ae3-0fe5-48be-b45f-8559b6b51d61</entry>
Nov 29 10:58:37 user nova-compute[75254]:       <entry name="uuid">4b846ae3-0fe5-48be-b45f-8559b6b51d61</entry>
Nov 29 10:58:37 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 10:58:37 user nova-compute[75254]:     </system>
Nov 29 10:58:37 user nova-compute[75254]:   </sysinfo>
Nov 29 10:58:37 user nova-compute[75254]:   <os>
Nov 29 10:58:37 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 10:58:37 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 10:58:37 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 10:58:37 user nova-compute[75254]:   </os>
Nov 29 10:58:37 user nova-compute[75254]:   <features>
Nov 29 10:58:37 user nova-compute[75254]:     <acpi/>
Nov 29 10:58:37 user nova-compute[75254]:     <apic/>
Nov 29 10:58:37 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 10:58:37 user nova-compute[75254]:   </features>
Nov 29 10:58:37 user nova-compute[75254]:   <clock offset="utc">
Nov 29 10:58:37 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 10:58:37 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 10:58:37 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 10:58:37 user nova-compute[75254]:   </clock>
Nov 29 10:58:37 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 10:58:37 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 10:58:37 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 10:58:37 user nova-compute[75254]:   </cpu>
Nov 29 10:58:37 user nova-compute[75254]:   <devices>
Nov 29 10:58:37 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 10:58:37 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 10:58:37 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 10:58:37 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 10:58:37 user nova-compute[75254]:       <serial>c99d60e2-fbb7-43e4-94a2-13d62b15d640</serial>
Nov 29 10:58:37 user nova-compute[75254]:     </disk>
Nov 29 10:58:37 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 10:58:37 user nova-compute[75254]:       <mac address="fa:16:3e:fe:ec:41"/>
Nov 29 10:58:37 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:58:37 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 10:58:37 user nova-compute[75254]:       <target dev="tapeb011fef-a1"/>
Nov 29 10:58:37 user nova-compute[75254]:     </interface>
Nov 29 10:58:37 user nova-compute[75254]:     <serial type="pty">
Nov 29 10:58:37 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/4b846ae3-0fe5-48be-b45f-8559b6b51d61/console.log" append="off"/>
Nov 29 10:58:37 user nova-compute[75254]:     </serial>
Nov 29 10:58:37 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 10:58:37 user nova-compute[75254]:     <video>
Nov 29 10:58:37 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 10:58:37 user nova-compute[75254]:     </video>
Nov 29 10:58:37 user nova-compute[75254]:     <rng model="virtio">
Nov 29 10:58:37 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 10:58:37 user nova-compute[75254]:     </rng>
Nov 29 10:58:37 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 10:58:37 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 10:58:37 user nova-compute[75254]:       <stats period="10"/>
Nov 29 10:58:37 user nova-compute[75254]:     </memballoon>
Nov 29 10:58:37 user nova-compute[75254]:   </devices>
Nov 29 10:58:37 user nova-compute[75254]: </domain>
Nov 29 10:58:37 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:58:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-159884590',display_name='tempest-TestVolumeBootPattern-server-159884590',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-159884590',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-ork7atvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T10:58:23Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=4b846ae3-0fe5-48be-b45f-8559b6b51d61,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG os_vif [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9ed2a857-fc13-53e5-9efb-5b5315348589', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb011fef-a1, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb011fef-a1, col_values=(('qos', UUID('7c95602a-1557-44a9-bc9b-770e1724e7ca')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb011fef-a1, col_values=(('external_ids', {'iface-id': 'eb011fef-a1a8-4a4b-b6b6-418bba11e293', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:ec:41', 'vm-uuid': '4b846ae3-0fe5-48be-b45f-8559b6b51d61'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:38 user nova-compute[75254]: INFO os_vif [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1')
Nov 29 10:58:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No VIF found with MAC fa:16:3e:fe:ec:41, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 10:58:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-cb6e3eb1-2ff9-42e1-b48a-aafd5cac6c7f req-380126da-5a28-4c48-9348-ebdbf0023653 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cb6e3eb1-2ff9-42e1-b48a-aafd5cac6c7f req-380126da-5a28-4c48-9348-ebdbf0023653 service nova] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cb6e3eb1-2ff9-42e1-b48a-aafd5cac6c7f req-380126da-5a28-4c48-9348-ebdbf0023653 service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-cb6e3eb1-2ff9-42e1-b48a-aafd5cac6c7f req-380126da-5a28-4c48-9348-ebdbf0023653 service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG nova.compute.manager [req-cb6e3eb1-2ff9-42e1-b48a-aafd5cac6c7f req-380126da-5a28-4c48-9348-ebdbf0023653 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] No waiting events found dispatching network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:58:39 user nova-compute[75254]: WARNING nova.compute.manager [req-cb6e3eb1-2ff9-42e1-b48a-aafd5cac6c7f req-380126da-5a28-4c48-9348-ebdbf0023653 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received unexpected event network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 for instance with vm_state building and task_state spawning.
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 10:58:41 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Instance spawned successfully.
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 10:58:41 user nova-compute[75254]: INFO nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Took 4.89 seconds to spawn the instance on the hypervisor.
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-c4983b80-a272-484f-b5d2-31070566836b req-17fd45e9-155e-4507-912c-39212ef59d10 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c4983b80-a272-484f-b5d2-31070566836b req-17fd45e9-155e-4507-912c-39212ef59d10 service nova] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c4983b80-a272-484f-b5d2-31070566836b req-17fd45e9-155e-4507-912c-39212ef59d10 service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-c4983b80-a272-484f-b5d2-31070566836b req-17fd45e9-155e-4507-912c-39212ef59d10 service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-c4983b80-a272-484f-b5d2-31070566836b req-17fd45e9-155e-4507-912c-39212ef59d10 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] No waiting events found dispatching network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 10:58:41 user nova-compute[75254]: WARNING nova.compute.manager [req-c4983b80-a272-484f-b5d2-31070566836b req-17fd45e9-155e-4507-912c-39212ef59d10 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received unexpected event network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 for instance with vm_state building and task_state spawning.
Nov 29 10:58:41 user nova-compute[75254]: INFO nova.compute.manager [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Took 18.64 seconds to build instance.
Nov 29 10:58:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bded5e58-a4ec-4234-9889-d16bf6715b69 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.743s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:58:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:51 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:58:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:58:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:58:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:58:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:58:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 10:59:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 10:59:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 4b846ae3-0fe5-48be-b45f-8559b6b51d61 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 10:59:05 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating instance_info_cache with network_info: [{"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 10:59:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 10:59:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 10:59:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:59:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:59:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:59:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 10:59:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 10:59:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:59:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8984MB free_disk=25.053695678710938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 4b846ae3-0fe5-48be-b45f-8559b6b51d61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 10:59:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.329s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 10:59:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:59:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:59:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 10:59:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:59:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 10:59:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:04 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:00:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:00:06 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 4b846ae3-0fe5-48be-b45f-8559b6b51d61 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:00:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating instance_info_cache with network_info: [{"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:00:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-4b846ae3-0fe5-48be-b45f-8559b6b51d61" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:00:07 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:00:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:00:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:00:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:00:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8997MB free_disk=25.05315399169922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 4b846ae3-0fe5-48be-b45f-8559b6b51d61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:00:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:13 user nova-compute[75254]: INFO nova.compute.manager [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Terminating instance
Nov 29 11:00:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:00:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-44e2c3dc-e602-4e42-9f3c-41a39432958c req-ee8771a5-97b9-418c-a2cb-e3bda233145f service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-vif-unplugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44e2c3dc-e602-4e42-9f3c-41a39432958c req-ee8771a5-97b9-418c-a2cb-e3bda233145f service nova] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44e2c3dc-e602-4e42-9f3c-41a39432958c req-ee8771a5-97b9-418c-a2cb-e3bda233145f service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-44e2c3dc-e602-4e42-9f3c-41a39432958c req-ee8771a5-97b9-418c-a2cb-e3bda233145f service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-44e2c3dc-e602-4e42-9f3c-41a39432958c req-ee8771a5-97b9-418c-a2cb-e3bda233145f service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] No waiting events found dispatching network-vif-unplugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.compute.manager [req-44e2c3dc-e602-4e42-9f3c-41a39432958c req-ee8771a5-97b9-418c-a2cb-e3bda233145f service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-vif-unplugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Instance destroyed successfully.
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'resources' on Instance uuid 4b846ae3-0fe5-48be-b45f-8559b6b51d61 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T10:58:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-159884590',display_name='tempest-TestVolumeBootPattern-server-159884590',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-159884590',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-29T10:58:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-ork7atvz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T10:58:42Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=4b846ae3-0fe5-48be-b45f-8559b6b51d61,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "address": "fa:16:3e:fe:ec:41", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb011fef-a1", "ovs_interfaceid": "eb011fef-a1a8-4a4b-b6b6-418bba11e293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_vif [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb011fef-a1, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c95602a-1557-44a9-bc9b-770e1724e7ca) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:14 user nova-compute[75254]: INFO os_vif [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ec:41,bridge_name='br-int',has_traffic_filtering=True,id=eb011fef-a1a8-4a4b-b6b6-418bba11e293,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb011fef-a1')
Nov 29 11:00:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbdTtDEW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:00:14 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[57729672-b398-46e4-b0c4-d66b39f57b5b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:00:14 user nova-compute[75254]: No targets found.
Nov 29 11:00:14 user nova-compute[75254]: iSNS:
Nov 29 11:00:14 user nova-compute[75254]: No targets found.
Nov 29 11:00:14 user nova-compute[75254]: STATIC:
Nov 29 11:00:14 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640
Nov 29 11:00:14 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:00:14 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:00:14 user nova-compute[75254]: FIRMWARE:
Nov 29 11:00:14 user nova-compute[75254]: No targets found.
Nov 29 11:00:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:00:14 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:00:14 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a643c5b7-6c4f-4f5d-b4fe-b7a7cca4ac81]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce3d132-f580-4f52-8c0a-f136f8b8556c]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 (non-flash)
Nov 29 11:00:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 (non-flash)
Nov 29 11:00:14 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4717f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[948bf7d4-3111-41c8-b433-8b4afdd4c981]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[40eb12fa-7c24-4375-b084-f278fef5d0d6]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef0a765-5925-4dd3-b289-aedfcecc049d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ae6c2e-0f69-45f2-8945-c2a2573bdbf8]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f02b8f0-66b0-47e2-be29-fc0abb842ba7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:00:14 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2641843-4903-441e-a8d3-f05cced65a23]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260]
Nov 29 11:00:15 user nova-compute[75254]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640, portal: 172.16.0.220,3260] successful.
Nov 29 11:00:15 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c99d60e2-fbb7-43e4-94a2-13d62b15d640 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff358f9-94b7-4219-93f2-a8c5deb78cf1]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== disconnect_volume: return (310ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:00:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Deleting instance files /opt/stack/data/nova/instances/4b846ae3-0fe5-48be-b45f-8559b6b51d61_del
Nov 29 11:00:15 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Deletion of /opt/stack/data/nova/instances/4b846ae3-0fe5-48be-b45f-8559b6b51d61_del complete
Nov 29 11:00:15 user nova-compute[75254]: INFO nova.compute.manager [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 29 11:00:15 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:00:15 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Took 0.50 seconds to deallocate network for instance.
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-e76e6e3f-3c78-4018-a56d-d59b63a27815 req-b4719fd4-8e45-4b56-8190-526975fc43de service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-vif-deleted-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:00:15 user nova-compute[75254]: INFO nova.compute.manager [req-e76e6e3f-3c78-4018-a56d-d59b63a27815 req-b4719fd4-8e45-4b56-8190-526975fc43de service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Neutron deleted interface eb011fef-a1a8-4a4b-b6b6-418bba11e293; detaching it from the instance and deleting it from the info cache
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.network.neutron [req-e76e6e3f-3c78-4018-a56d-d59b63a27815 req-b4719fd4-8e45-4b56-8190-526975fc43de service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:00:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-e76e6e3f-3c78-4018-a56d-d59b63a27815 req-b4719fd4-8e45-4b56-8190-526975fc43de service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Detach interface failed, port_id=eb011fef-a1a8-4a4b-b6b6-418bba11e293, reason: Instance 4b846ae3-0fe5-48be-b45f-8559b6b51d61 could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a0c798f-589f-4b4c-a476-7decf972c629 req-de5b2436-9b71-405b-a654-04e56c9f6ba0 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received event network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a0c798f-589f-4b4c-a476-7decf972c629 req-de5b2436-9b71-405b-a654-04e56c9f6ba0 service nova] Acquiring lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a0c798f-589f-4b4c-a476-7decf972c629 req-de5b2436-9b71-405b-a654-04e56c9f6ba0 service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a0c798f-589f-4b4c-a476-7decf972c629 req-de5b2436-9b71-405b-a654-04e56c9f6ba0 service nova] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a0c798f-589f-4b4c-a476-7decf972c629 req-de5b2436-9b71-405b-a654-04e56c9f6ba0 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] No waiting events found dispatching network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:00:16 user nova-compute[75254]: WARNING nova.compute.manager [req-8a0c798f-589f-4b4c-a476-7decf972c629 req-de5b2436-9b71-405b-a654-04e56c9f6ba0 service nova] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Received unexpected event network-vif-plugged-eb011fef-a1a8-4a4b-b6b6-418bba11e293 for instance with vm_state active and task_state deleting.
Nov 29 11:00:16 user nova-compute[75254]: INFO nova.compute.manager [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Took 0.78 seconds to detach 1 volumes for instance.
Nov 29 11:00:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 4b846ae3-0fe5-48be-b45f-8559b6b51d61] Deleting volume: c99d60e2-fbb7-43e4-94a2-13d62b15d640 {{(pid=75254) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.116s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:16 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Deleted allocations for instance 4b846ae3-0fe5-48be-b45f-8559b6b51d61
Nov 29 11:00:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-c02fa49c-1737-49b3-849b-1128a3e7d19b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "4b846ae3-0fe5-48be-b45f-8559b6b51d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.848s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:00:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:00:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:51 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:00:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:00:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:01:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:01:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:01:08 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:01:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:01:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:01:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:01:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9130MB free_disk=25.05229949951172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:01:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.387s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:17 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:01:20 user nova-compute[75254]: INFO nova.compute.claims [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Claim successful on node user
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.181s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:01:20 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:01:20 user nova-compute[75254]: INFO nova.virt.block_device [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Booting with volume 057e1efd-1f8a-4b91-8a31-ea1c8610930e at /dev/vda
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.policy [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4ea56ccbb3245229c20bff7f8a483e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6ab2eb971f43ee92877d7c08879cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG os_brick.utils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d13a05b-def3-4d13-bf5f-ba0b51b407e7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0617ae59-717b-41d4-838b-6af79d0f432f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b305b09-c037-410d-b9d5-4e7c0521ad07]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe00371-6c88-4a3f-bea4-126eaa15e9cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:01:20 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:01:20 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dff395bb-8424-4f83-b5e6-e6c625450be2]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG os_brick.utils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:01:20 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating existing volume attachment record: b1a7c39f-78cc-458f-b6c9-578f9e122255 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Successfully created port: 7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Successfully updated port: 7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquired lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-changed-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG nova.compute.manager [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Refreshing instance network info cache due to event network-changed-7b7657b5-da3f-41a2-9030-5d84bab9e624. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:01:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] Acquiring lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG nova.network.neutron [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Releasing lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Instance network_info: |[{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] Acquired lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG nova.network.neutron [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Refreshing network info cache for port 7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG nova.network.neutron [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updated VIF entry in instance network info cache for port 7b7657b5-da3f-41a2-9030-5d84bab9e624. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG nova.network.neutron [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:01:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e358892c-a30b-4261-84ea-f6d871800e56 req-c7970f6f-85ae-46ee-a4e0-f33ad1911f13 service nova] Releasing lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:01:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 11:01:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:24 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 11:01:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:01:28 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Creating image(s)
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Ensure instance console log exists: /opt/stack/data/nova/instances/94a83ba6-e4ce-46d3-8e51-83aa2918c2df/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Start _get_guest_xml network_info=[{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RYIJoGUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '94a83ba6-e4ce-46d3-8e51-83aa2918c2df', 'attached_at': '', 'detached_at': '', 'volume_id': '057e1efd-1f8a-4b91-8a31-ea1c8610930e', 'serial': '057e1efd-1f8a-4b91-8a31-ea1c8610930e'}, 'attachment_id': 'b1a7c39f-78cc-458f-b6c9-578f9e122255', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:01:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:01:28 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RYIJoGUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:01:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:01:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:01:28 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d075c754-f05d-4375-ad75-1734c4e69faf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:01:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[440bcb50-c711-42cb-9f51-526e8c1ef248]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e] added
Nov 29 11:01:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d66266-3bea-4918-ab47-60869d7724fb]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[81321943-39f2-4b37-b367-1b8612f5b2d3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RYIJoGUM {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RYIJoGUM" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea58d72a-7dc6-433e-bd6b-9c191cd2be14]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RYIJoGUM'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ae74e0-88cb-429b-977f-74033e0b9a3d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d26a7a-5761-4f92-ae91-5f6530f0df6b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:01:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:01:28 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:01:28 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 11:01:28 user nova-compute[75254]: 
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c6efd9-96cf-44ea-9743-fcd12db7e1ca]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260]
Nov 29 11:01:28 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260] successful.
Nov 29 11:01:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[20f01257-b0b4-4582-ad6f-6ff16c5a1206]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[aafdbdd9-9d81-478b-be66-b0f6b0a95764]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:01:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:01:28 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f55b3a-967e-40d6-a5af-63883e44ad00]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:01:28 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RYIJoGUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23530393938643130', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530393938643130', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1148923939',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1148923939',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1148923939',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ1lOoOAgutnLCW6J+Eg/To1O2KZka43ZFMwQZwkzykxfwZzhn6A4AvnI5z9YSfyctS806csPsdm/1gbHus3fJSzpa7Uk21kswBKWM3NZKdBHBVpdv5GVPW1AcL+vanU+w==',key_name='tempest-keypair-1492584220',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-vh1zl0df',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:01:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=94a83ba6-e4ce-46d3-8e51-83aa2918c2df,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.objects.instance [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'pci_devices' on Instance uuid 94a83ba6-e4ce-46d3-8e51-83aa2918c2df {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:01:29 user nova-compute[75254]:   <uuid>94a83ba6-e4ce-46d3-8e51-83aa2918c2df</uuid>
Nov 29 11:01:29 user nova-compute[75254]:   <name>instance-00000030</name>
Nov 29 11:01:29 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 11:01:29 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 11:01:29 user nova-compute[75254]:   <metadata>
Nov 29 11:01:29 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:01:29 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 11:01:29 user nova-compute[75254]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1148923939</nova:name>
Nov 29 11:01:29 user nova-compute[75254]:       <nova:creationTime>2023-11-29 11:01:28</nova:creationTime>
Nov 29 11:01:29 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 11:01:29 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:01:29 user nova-compute[75254]:       </nova:flavor>
Nov 29 11:01:29 user nova-compute[75254]:       <nova:owner>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:user uuid="c4ea56ccbb3245229c20bff7f8a483e6">tempest-TestVolumeBootPattern-2016941207-project-member</nova:user>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:project uuid="ff6ab2eb971f43ee92877d7c08879cc1">tempest-TestVolumeBootPattern-2016941207</nova:project>
Nov 29 11:01:29 user nova-compute[75254]:       </nova:owner>
Nov 29 11:01:29 user nova-compute[75254]:       <nova:ports>
Nov 29 11:01:29 user nova-compute[75254]:         <nova:port uuid="7b7657b5-da3f-41a2-9030-5d84bab9e624">
Nov 29 11:01:29 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 29 11:01:29 user nova-compute[75254]:         </nova:port>
Nov 29 11:01:29 user nova-compute[75254]:       </nova:ports>
Nov 29 11:01:29 user nova-compute[75254]:     </nova:instance>
Nov 29 11:01:29 user nova-compute[75254]:   </metadata>
Nov 29 11:01:29 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 11:01:29 user nova-compute[75254]:     <system>
Nov 29 11:01:29 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:01:29 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:01:29 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 11:01:29 user nova-compute[75254]:       <entry name="serial">94a83ba6-e4ce-46d3-8e51-83aa2918c2df</entry>
Nov 29 11:01:29 user nova-compute[75254]:       <entry name="uuid">94a83ba6-e4ce-46d3-8e51-83aa2918c2df</entry>
Nov 29 11:01:29 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:01:29 user nova-compute[75254]:     </system>
Nov 29 11:01:29 user nova-compute[75254]:   </sysinfo>
Nov 29 11:01:29 user nova-compute[75254]:   <os>
Nov 29 11:01:29 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:01:29 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 11:01:29 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 11:01:29 user nova-compute[75254]:   </os>
Nov 29 11:01:29 user nova-compute[75254]:   <features>
Nov 29 11:01:29 user nova-compute[75254]:     <acpi/>
Nov 29 11:01:29 user nova-compute[75254]:     <apic/>
Nov 29 11:01:29 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 11:01:29 user nova-compute[75254]:   </features>
Nov 29 11:01:29 user nova-compute[75254]:   <clock offset="utc">
Nov 29 11:01:29 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:01:29 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:01:29 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 11:01:29 user nova-compute[75254]:   </clock>
Nov 29 11:01:29 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 11:01:29 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 11:01:29 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:01:29 user nova-compute[75254]:   </cpu>
Nov 29 11:01:29 user nova-compute[75254]:   <devices>
Nov 29 11:01:29 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 11:01:29 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:01:29 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 11:01:29 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 11:01:29 user nova-compute[75254]:       <serial>057e1efd-1f8a-4b91-8a31-ea1c8610930e</serial>
Nov 29 11:01:29 user nova-compute[75254]:     </disk>
Nov 29 11:01:29 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 11:01:29 user nova-compute[75254]:       <mac address="fa:16:3e:79:71:71"/>
Nov 29 11:01:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:01:29 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 11:01:29 user nova-compute[75254]:       <target dev="tap7b7657b5-da"/>
Nov 29 11:01:29 user nova-compute[75254]:     </interface>
Nov 29 11:01:29 user nova-compute[75254]:     <serial type="pty">
Nov 29 11:01:29 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/94a83ba6-e4ce-46d3-8e51-83aa2918c2df/console.log" append="off"/>
Nov 29 11:01:29 user nova-compute[75254]:     </serial>
Nov 29 11:01:29 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:01:29 user nova-compute[75254]:     <video>
Nov 29 11:01:29 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:01:29 user nova-compute[75254]:     </video>
Nov 29 11:01:29 user nova-compute[75254]:     <rng model="virtio">
Nov 29 11:01:29 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:01:29 user nova-compute[75254]:     </rng>
Nov 29 11:01:29 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:01:29 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 11:01:29 user nova-compute[75254]:       <stats period="10"/>
Nov 29 11:01:29 user nova-compute[75254]:     </memballoon>
Nov 29 11:01:29 user nova-compute[75254]:   </devices>
Nov 29 11:01:29 user nova-compute[75254]: </domain>
Nov 29 11:01:29 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1148923939',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1148923939',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1148923939',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ1lOoOAgutnLCW6J+Eg/To1O2KZka43ZFMwQZwkzykxfwZzhn6A4AvnI5z9YSfyctS806csPsdm/1gbHus3fJSzpa7Uk21kswBKWM3NZKdBHBVpdv5GVPW1AcL+vanU+w==',key_name='tempest-keypair-1492584220',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-vh1zl0df',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:01:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=94a83ba6-e4ce-46d3-8e51-83aa2918c2df,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG os_vif [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af3c006e-cb48-589b-bc70-fc5f80057c6e', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b7657b5-da, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b7657b5-da, col_values=(('qos', UUID('c2e98552-d555-42e4-9b14-1f2d0cbc5063')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b7657b5-da, col_values=(('external_ids', {'iface-id': '7b7657b5-da3f-41a2-9030-5d84bab9e624', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:71:71', 'vm-uuid': '94a83ba6-e4ce-46d3-8e51-83aa2918c2df'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:29 user nova-compute[75254]: INFO os_vif [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da')
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:01:29 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No VIF found with MAC fa:16:3e:79:71:71, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:01:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:30 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a9781e7-204b-4123-b727-e434146995a3 req-d7a6020c-6347-4da2-a343-1f0d5da2e55e service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a9781e7-204b-4123-b727-e434146995a3 req-d7a6020c-6347-4da2-a343-1f0d5da2e55e service nova] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a9781e7-204b-4123-b727-e434146995a3 req-d7a6020c-6347-4da2-a343-1f0d5da2e55e service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8a9781e7-204b-4123-b727-e434146995a3 req-d7a6020c-6347-4da2-a343-1f0d5da2e55e service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG nova.compute.manager [req-8a9781e7-204b-4123-b727-e434146995a3 req-d7a6020c-6347-4da2-a343-1f0d5da2e55e service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] No waiting events found dispatching network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:01:31 user nova-compute[75254]: WARNING nova.compute.manager [req-8a9781e7-204b-4123-b727-e434146995a3 req-d7a6020c-6347-4da2-a343-1f0d5da2e55e service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received unexpected event network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 for instance with vm_state building and task_state spawning.
Nov 29 11:01:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:01:32 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Instance spawned successfully.
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:01:32 user nova-compute[75254]: INFO nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Took 4.94 seconds to spawn the instance on the hypervisor.
Nov 29 11:01:32 user nova-compute[75254]: DEBUG nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:01:33 user nova-compute[75254]: INFO nova.compute.manager [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Took 12.91 seconds to build instance.
Nov 29 11:01:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-8f32825e-5c6d-4a61-9a40-4bd900a401e9 req-5c22c848-13a4-4ac7-8e68-472ce5a2e39e service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:01:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8f32825e-5c6d-4a61-9a40-4bd900a401e9 req-5c22c848-13a4-4ac7-8e68-472ce5a2e39e service nova] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:01:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8f32825e-5c6d-4a61-9a40-4bd900a401e9 req-5c22c848-13a4-4ac7-8e68-472ce5a2e39e service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:01:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8f32825e-5c6d-4a61-9a40-4bd900a401e9 req-5c22c848-13a4-4ac7-8e68-472ce5a2e39e service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:33 user nova-compute[75254]: DEBUG nova.compute.manager [req-8f32825e-5c6d-4a61-9a40-4bd900a401e9 req-5c22c848-13a4-4ac7-8e68-472ce5a2e39e service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] No waiting events found dispatching network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:01:33 user nova-compute[75254]: WARNING nova.compute.manager [req-8f32825e-5c6d-4a61-9a40-4bd900a401e9 req-5c22c848-13a4-4ac7-8e68-472ce5a2e39e service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received unexpected event network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 for instance with vm_state active and task_state None.
Nov 29 11:01:33 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-bf8b1222-1abd-40de-bd12-096533e880e8 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.006s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:01:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:01:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:01:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:01:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:01:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:01:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:01:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:01:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:01:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:01:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:52 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:01:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:01:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:02:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:02:09 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 94a83ba6-e4ce-46d3-8e51-83aa2918c2df {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:02:10 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:02:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:02:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:02:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:02:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:02:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:02:11 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:02:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:02:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:02:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=25.050277709960938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 94a83ba6-e4ce-46d3-8e51-83aa2918c2df actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:02:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.189s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:02:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:54 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:02:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:02:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:02:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:02:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:02:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:03:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:03:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:03:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:03:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:03:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:03:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:03:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:03:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:03:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:03:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:03:10 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 94a83ba6-e4ce-46d3-8e51-83aa2918c2df {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-changed-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Refreshing instance network info cache due to event network-changed-7b7657b5-da3f-41a2-9030-5d84bab9e624. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] Acquiring lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] Acquired lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.network.neutron [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Refreshing network info cache for port 7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.network.neutron [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updated VIF entry in instance network info cache for port 7b7657b5-da3f-41a2-9030-5d84bab9e624. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG nova.network.neutron [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:03:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-00fce60b-6d8e-4f71-9f08-edc54bde24cc req-626bde9b-7d61-4d92-96a1-2c1949b482da service nova] Releasing lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:03:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:12 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:03:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:03:13 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:03:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9006MB free_disk=25.049598693847656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 94a83ba6-e4ce-46d3-8e51-83aa2918c2df actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:03:13 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:03:14 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:03:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:03:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.290s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "15b0f836-a21a-4113-8273-94133810c0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:03:18 user nova-compute[75254]: INFO nova.compute.claims [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Claim successful on node user
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.266s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:03:18 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:03:18 user nova-compute[75254]: INFO nova.virt.block_device [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Booting with volume snapshot a5a19464-c4d8-4598-9561-00b27bb274c1 at /dev/vda
Nov 29 11:03:18 user nova-compute[75254]: DEBUG nova.policy [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4ea56ccbb3245229c20bff7f8a483e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6ab2eb971f43ee92877d7c08879cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:03:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:19 user nova-compute[75254]: DEBUG nova.network.neutron [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Successfully created port: 90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Successfully updated port: 90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquired lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-changed-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.compute.manager [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Refreshing instance network info cache due to event network-changed-90683d5e-b613-4bdf-a399-f5da160f6c15. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] Acquiring lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.network.neutron [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updating instance_info_cache with network_info: [{"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Releasing lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Instance network_info: |[{"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] Acquired lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:03:20 user nova-compute[75254]: DEBUG nova.network.neutron [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Refreshing network info cache for port 90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:03:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updated VIF entry in instance network info cache for port 90683d5e-b613-4bdf-a399-f5da160f6c15. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:03:21 user nova-compute[75254]: DEBUG nova.network.neutron [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updating instance_info_cache with network_info: [{"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:03:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a46765f4-d67e-4336-ae9a-e9a54c274553 req-9960d46e-0f92-4050-ab1a-c37f09683194 service nova] Releasing lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG os_brick.utils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[69b664d4-4f2b-4357-877a-1aefe83bed86]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca3cbe1-1102-47d4-a0eb-2f49cb13980a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9f0bed-bd25-4dc2-ad23-77163c219bb5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d2cda3-ee3f-4c41-a25b-38bf4c109238]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:03:24 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:03:24 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0601f210-e1ea-4113-a6ed-ade4463e5ca7]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG os_brick.utils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:03:24 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updating existing volume attachment record: 8a446191-628f-4ba8-b19f-a2e350e2a8f1 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:03:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:03:31 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Creating image(s)
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Ensure instance console log exists: /opt/stack/data/nova/instances/15b0f836-a21a-4113-8273-94133810c0ad/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Start _get_guest_xml network_info=[{"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T11:03:13Z,direct_url=<?>,disk_format='qcow2',id=3d93b17e-73b1-48f3-b692-8642772d4a3f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-556349500',owner='ff6ab2eb971f43ee92877d7c08879cc1',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T11:03:14Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OsvyhIlG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '15b0f836-a21a-4113-8273-94133810c0ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'efa2e5fa-cfa2-4051-afc6-197cd7f04a5c', 'serial': 'efa2e5fa-cfa2-4051-afc6-197cd7f04a5c'}, 'attachment_id': '8a446191-628f-4ba8-b19f-a2e350e2a8f1', 'delete_on_termination': True, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:03:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:03:31 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-29T11:03:13Z,direct_url=<?>,disk_format='qcow2',id=3d93b17e-73b1-48f3-b692-8642772d4a3f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-556349500',owner='ff6ab2eb971f43ee92877d7c08879cc1',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-29T11:03:14Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OsvyhIlG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:03:31 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:03:31 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:03:31 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f05fe86-7b7c-499d-9321-421eda774c37]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:03:31 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b4c0a1f-977a-4453-8093-982d3d707374]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c] added
Nov 29 11:03:31 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:31 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[334d775e-9a98-4ff7-b9e8-fd05f0e026c7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[55df09a8-381e-4bb2-b933-70390a1e87b5]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OsvyhIlG {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OsvyhIlG" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[da5ec116-be64-4c51-8632-5d505c74baca]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OsvyhIlG'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f645a8-fd75-4e44-aa5a-cb38c41d83be]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf1a60a-8bf6-4d19-85cd-12ddf573c1ec]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:03:32 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:03:32 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7be8b24-5399-4e4c-b31a-552ea5dc3dc4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260]
Nov 29 11:03:32 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260] successful.
Nov 29 11:03:32 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[de74ec54-8a1e-437c-9cd8-a2017eec091b]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb4348b-3279-4166-b1d5-e2da8719cb9f]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:03:32 user nova-compute[75254]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c (non-flash)
Nov 29 11:03:32 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:03:32 user nova-compute[75254]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c (non-flash)
Nov 29 11:03:32 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ef8842-4870-4c70-97d6-56511120fbd4]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:03:32 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OsvyhIlG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23432613937376635', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432613937376635', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2059439395',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2059439395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2059439395',id=49,image_ref='3d93b17e-73b1-48f3-b692-8642772d4a3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAdlSj3mTcR2yDtkOJFLsajMAtdeOX8e6keIQE9fVkRqsgyRAgnoljDKIKRXAMsfqzCmIeQ/bj8SAxSXNOY4hgU/NIT+ciNSAzUdkyb73BxcRArKmYF/vSM9qBFH86b0Aw==',key_name='tempest-keypair-337802698',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-xfajemxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2016941207',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:03:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=15b0f836-a21a-4113-8273-94133810c0ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.objects.instance [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'pci_devices' on Instance uuid 15b0f836-a21a-4113-8273-94133810c0ad {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:03:33 user nova-compute[75254]:   <uuid>15b0f836-a21a-4113-8273-94133810c0ad</uuid>
Nov 29 11:03:33 user nova-compute[75254]:   <name>instance-00000031</name>
Nov 29 11:03:33 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 11:03:33 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 11:03:33 user nova-compute[75254]:   <metadata>
Nov 29 11:03:33 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:03:33 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 11:03:33 user nova-compute[75254]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-2059439395</nova:name>
Nov 29 11:03:33 user nova-compute[75254]:       <nova:creationTime>2023-11-29 11:03:31</nova:creationTime>
Nov 29 11:03:33 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 11:03:33 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:03:33 user nova-compute[75254]:       </nova:flavor>
Nov 29 11:03:33 user nova-compute[75254]:       <nova:owner>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:user uuid="c4ea56ccbb3245229c20bff7f8a483e6">tempest-TestVolumeBootPattern-2016941207-project-member</nova:user>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:project uuid="ff6ab2eb971f43ee92877d7c08879cc1">tempest-TestVolumeBootPattern-2016941207</nova:project>
Nov 29 11:03:33 user nova-compute[75254]:       </nova:owner>
Nov 29 11:03:33 user nova-compute[75254]:       <nova:root type="image" uuid="3d93b17e-73b1-48f3-b692-8642772d4a3f"/>
Nov 29 11:03:33 user nova-compute[75254]:       <nova:ports>
Nov 29 11:03:33 user nova-compute[75254]:         <nova:port uuid="90683d5e-b613-4bdf-a399-f5da160f6c15">
Nov 29 11:03:33 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 11:03:33 user nova-compute[75254]:         </nova:port>
Nov 29 11:03:33 user nova-compute[75254]:       </nova:ports>
Nov 29 11:03:33 user nova-compute[75254]:     </nova:instance>
Nov 29 11:03:33 user nova-compute[75254]:   </metadata>
Nov 29 11:03:33 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 11:03:33 user nova-compute[75254]:     <system>
Nov 29 11:03:33 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:03:33 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:03:33 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 11:03:33 user nova-compute[75254]:       <entry name="serial">15b0f836-a21a-4113-8273-94133810c0ad</entry>
Nov 29 11:03:33 user nova-compute[75254]:       <entry name="uuid">15b0f836-a21a-4113-8273-94133810c0ad</entry>
Nov 29 11:03:33 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:03:33 user nova-compute[75254]:     </system>
Nov 29 11:03:33 user nova-compute[75254]:   </sysinfo>
Nov 29 11:03:33 user nova-compute[75254]:   <os>
Nov 29 11:03:33 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:03:33 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 11:03:33 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 11:03:33 user nova-compute[75254]:   </os>
Nov 29 11:03:33 user nova-compute[75254]:   <features>
Nov 29 11:03:33 user nova-compute[75254]:     <acpi/>
Nov 29 11:03:33 user nova-compute[75254]:     <apic/>
Nov 29 11:03:33 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 11:03:33 user nova-compute[75254]:   </features>
Nov 29 11:03:33 user nova-compute[75254]:   <clock offset="utc">
Nov 29 11:03:33 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:03:33 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:03:33 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 11:03:33 user nova-compute[75254]:   </clock>
Nov 29 11:03:33 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 11:03:33 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 11:03:33 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:03:33 user nova-compute[75254]:   </cpu>
Nov 29 11:03:33 user nova-compute[75254]:   <devices>
Nov 29 11:03:33 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 11:03:33 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:03:33 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 11:03:33 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 11:03:33 user nova-compute[75254]:       <serial>efa2e5fa-cfa2-4051-afc6-197cd7f04a5c</serial>
Nov 29 11:03:33 user nova-compute[75254]:     </disk>
Nov 29 11:03:33 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 11:03:33 user nova-compute[75254]:       <mac address="fa:16:3e:a5:0c:1b"/>
Nov 29 11:03:33 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:03:33 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 11:03:33 user nova-compute[75254]:       <target dev="tap90683d5e-b6"/>
Nov 29 11:03:33 user nova-compute[75254]:     </interface>
Nov 29 11:03:33 user nova-compute[75254]:     <serial type="pty">
Nov 29 11:03:33 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/15b0f836-a21a-4113-8273-94133810c0ad/console.log" append="off"/>
Nov 29 11:03:33 user nova-compute[75254]:     </serial>
Nov 29 11:03:33 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:03:33 user nova-compute[75254]:     <video>
Nov 29 11:03:33 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:03:33 user nova-compute[75254]:     </video>
Nov 29 11:03:33 user nova-compute[75254]:     <rng model="virtio">
Nov 29 11:03:33 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:03:33 user nova-compute[75254]:     </rng>
Nov 29 11:03:33 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:03:33 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 11:03:33 user nova-compute[75254]:       <stats period="10"/>
Nov 29 11:03:33 user nova-compute[75254]:     </memballoon>
Nov 29 11:03:33 user nova-compute[75254]:   </devices>
Nov 29 11:03:33 user nova-compute[75254]: </domain>
Nov 29 11:03:33 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2059439395',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2059439395',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2059439395',id=49,image_ref='3d93b17e-73b1-48f3-b692-8642772d4a3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAdlSj3mTcR2yDtkOJFLsajMAtdeOX8e6keIQE9fVkRqsgyRAgnoljDKIKRXAMsfqzCmIeQ/bj8SAxSXNOY4hgU/NIT+ciNSAzUdkyb73BxcRArKmYF/vSM9qBFH86b0Aw==',key_name='tempest-keypair-337802698',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-xfajemxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2016941207',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:03:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=15b0f836-a21a-4113-8273-94133810c0ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG os_vif [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7a304958-ccd9-504a-b570-be0504997ca4', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90683d5e-b6, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90683d5e-b6, col_values=(('qos', UUID('1746c730-c452-4759-81b5-f2ebaffff1f5')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90683d5e-b6, col_values=(('external_ids', {'iface-id': '90683d5e-b613-4bdf-a399-f5da160f6c15', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:0c:1b', 'vm-uuid': '15b0f836-a21a-4113-8273-94133810c0ad'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:33 user nova-compute[75254]: INFO os_vif [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6')
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:03:33 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No VIF found with MAC fa:16:3e:a5:0c:1b, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-fac753f0-2e6f-4e06-86b5-f4ac71ad5525 req-b4ea6932-7497-4053-a7fa-4d38a5262228 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fac753f0-2e6f-4e06-86b5-f4ac71ad5525 req-b4ea6932-7497-4053-a7fa-4d38a5262228 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fac753f0-2e6f-4e06-86b5-f4ac71ad5525 req-b4ea6932-7497-4053-a7fa-4d38a5262228 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-fac753f0-2e6f-4e06-86b5-f4ac71ad5525 req-b4ea6932-7497-4053-a7fa-4d38a5262228 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:34 user nova-compute[75254]: DEBUG nova.compute.manager [req-fac753f0-2e6f-4e06-86b5-f4ac71ad5525 req-b4ea6932-7497-4053-a7fa-4d38a5262228 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:03:34 user nova-compute[75254]: WARNING nova.compute.manager [req-fac753f0-2e6f-4e06-86b5-f4ac71ad5525 req-b4ea6932-7497-4053-a7fa-4d38a5262228 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received unexpected event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with vm_state building and task_state spawning.
Nov 29 11:03:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:03:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:03:36 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Instance spawned successfully.
Nov 29 11:03:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:03:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:03:36 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:03:36 user nova-compute[75254]: INFO nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Took 5.04 seconds to spawn the instance on the hypervisor.
Nov 29 11:03:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:03:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-a656e563-8a80-446e-9fd1-34d4dca01244 req-ff19f626-1556-437b-b096-ad390e4fb7d5 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:03:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a656e563-8a80-446e-9fd1-34d4dca01244 req-ff19f626-1556-437b-b096-ad390e4fb7d5 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:03:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a656e563-8a80-446e-9fd1-34d4dca01244 req-ff19f626-1556-437b-b096-ad390e4fb7d5 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:03:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a656e563-8a80-446e-9fd1-34d4dca01244 req-ff19f626-1556-437b-b096-ad390e4fb7d5 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:37 user nova-compute[75254]: DEBUG nova.compute.manager [req-a656e563-8a80-446e-9fd1-34d4dca01244 req-ff19f626-1556-437b-b096-ad390e4fb7d5 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:03:37 user nova-compute[75254]: WARNING nova.compute.manager [req-a656e563-8a80-446e-9fd1-34d4dca01244 req-ff19f626-1556-437b-b096-ad390e4fb7d5 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received unexpected event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with vm_state active and task_state None.
Nov 29 11:03:37 user nova-compute[75254]: INFO nova.compute.manager [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Took 18.62 seconds to build instance.
Nov 29 11:03:37 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-df67a18f-5ff0-4cca-8928-f665e8b36dd2 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "15b0f836-a21a-4113-8273-94133810c0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.731s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:03:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:03:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:03:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:03:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:04:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:04:11 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 94a83ba6-e4ce-46d3-8e51-83aa2918c2df {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:04:12 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [{"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:04:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-94a83ba6-e4ce-46d3-8e51-83aa2918c2df" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:04:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:04:13 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:04:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:04:14 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8869MB free_disk=25.047603607177734GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 94a83ba6-e4ce-46d3-8e51-83aa2918c2df actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 15b0f836-a21a-4113-8273-94133810c0ad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:04:14 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:04:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:04:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:04:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:04:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:04:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:04:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:04:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:04:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:04:56 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:04:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:05:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:05:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-changed-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG nova.compute.manager [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Refreshing instance network info cache due to event network-changed-90683d5e-b613-4bdf-a399-f5da160f6c15. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] Acquiring lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] Acquired lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG nova.network.neutron [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Refreshing network info cache for port 90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG nova.network.neutron [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updated VIF entry in instance network info cache for port 90683d5e-b613-4bdf-a399-f5da160f6c15. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG nova.network.neutron [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updating instance_info_cache with network_info: [{"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:05:09 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-80d271eb-17e6-4cfe-8b25-3cdce745e777 req-a16eec49-ea46-403e-ae33-79746a1dd7e6 service nova] Releasing lock "refresh_cache-15b0f836-a21a-4113-8273-94133810c0ad" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "15b0f836-a21a-4113-8273-94133810c0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:10 user nova-compute[75254]: INFO nova.compute.manager [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Terminating instance
Nov 29 11:05:10 user nova-compute[75254]: DEBUG nova.compute.manager [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Instance destroyed successfully.
Nov 29 11:05:10 user nova-compute[75254]: DEBUG nova.objects.instance [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'resources' on Instance uuid 15b0f836-a21a-4113-8273-94133810c0ad {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:03:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-2059439395',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-2059439395',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-2059439395',id=49,image_ref='3d93b17e-73b1-48f3-b692-8642772d4a3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAdlSj3mTcR2yDtkOJFLsajMAtdeOX8e6keIQE9fVkRqsgyRAgnoljDKIKRXAMsfqzCmIeQ/bj8SAxSXNOY4hgU/NIT+ciNSAzUdkyb73BxcRArKmYF/vSM9qBFH86b0Aw==',key_name='tempest-keypair-337802698',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:03:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-xfajemxo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2016941207',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:03:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=15b0f836-a21a-4113-8273-94133810c0ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "90683d5e-b613-4bdf-a399-f5da160f6c15", "address": "fa:16:3e:a5:0c:1b", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90683d5e-b6", "ovs_interfaceid": "90683d5e-b613-4bdf-a399-f5da160f6c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG os_vif [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:10 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90683d5e-b6, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1746c730-c452-4759-81b5-f2ebaffff1f5) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: INFO os_vif [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a5:0c:1b,bridge_name='br-int',has_traffic_filtering=True,id=90683d5e-b613-4bdf-a399-f5da160f6c15,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90683d5e-b6')
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OsvyhIlG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:05:11 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[41558274-59c6-47cc-bec1-d5d7397a979c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:05:11 user nova-compute[75254]: No targets found.
Nov 29 11:05:11 user nova-compute[75254]: iSNS:
Nov 29 11:05:11 user nova-compute[75254]: No targets found.
Nov 29 11:05:11 user nova-compute[75254]: STATIC:
Nov 29 11:05:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c
Nov 29 11:05:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:05:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:05:11 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e
Nov 29 11:05:11 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:05:11 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:05:11 user nova-compute[75254]: FIRMWARE:
Nov 29 11:05:11 user nova-compute[75254]: No targets found.
Nov 29 11:05:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:05:11 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:05:11 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6f8ddb-9f3b-4a3a-8aaa-665e41d09157]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b473c9ba-14f8-41fe-8836-39ffe23ce660]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:05:11 user nova-compute[75254]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c (non-flash)
Nov 29 11:05:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:05:11 user nova-compute[75254]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c (non-flash)
Nov 29 11:05:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba4452cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9208343d-04ed-488f-9f09-8338ee8a8230]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[678211de-1786-4dc0-81c0-1d32eea45ea6]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d7a27f-fab6-4e61-afff-28c1654186b0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f7b3c82-28e2-4305-a0d0-ea200443da38]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOff6f0d3a-42a977f56a32d3ae', '/dev/disk/by-id/scsi-23432613937376635', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ff6f0d3a') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bf381b-9e8d-4382-a694-c261eb1a1df5]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.050s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c083eb-d2e9-4cd2-a8b7-1154f2fe23c2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[24941642-27a8-4c96-ac69-254b5e53dc6b]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260]
Nov 29 11:05:11 user nova-compute[75254]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c, portal: 172.16.0.220,3260] successful.
Nov 29 11:05:11 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:efa2e5fa-cfa2-4051-afc6-197cd7f04a5c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea50811e-79d6-42fb-aba3-762ac469a705]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== disconnect_volume: return (346ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:05:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Deleting instance files /opt/stack/data/nova/instances/15b0f836-a21a-4113-8273-94133810c0ad_del
Nov 29 11:05:11 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Deletion of /opt/stack/data/nova/instances/15b0f836-a21a-4113-8273-94133810c0ad_del complete
Nov 29 11:05:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:11 user nova-compute[75254]: INFO nova.compute.manager [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-unplugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-unplugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-unplugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:05:11 user nova-compute[75254]: WARNING nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received unexpected event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with vm_state active and task_state deleting.
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:05:11 user nova-compute[75254]: WARNING nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received unexpected event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with vm_state active and task_state deleting.
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:05:11 user nova-compute[75254]: WARNING nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received unexpected event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with vm_state active and task_state deleting.
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-unplugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-unplugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:05:11 user nova-compute[75254]: DEBUG nova.compute.manager [req-12e554b0-1eef-45bf-9877-b9309cf963c2 req-ba2547c1-a64d-4ee5-b4f3-225eb57b20b3 service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-unplugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:05:12 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:05:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-862f54bb-549a-43df-aaee-661155a469f1 req-a21595d9-199e-418c-aa4f-b49e56266e8b service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-deleted-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:12 user nova-compute[75254]: INFO nova.compute.manager [req-862f54bb-549a-43df-aaee-661155a469f1 req-a21595d9-199e-418c-aa4f-b49e56266e8b service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Neutron deleted interface 90683d5e-b613-4bdf-a399-f5da160f6c15; detaching it from the instance and deleting it from the info cache
Nov 29 11:05:12 user nova-compute[75254]: DEBUG nova.network.neutron [req-862f54bb-549a-43df-aaee-661155a469f1 req-a21595d9-199e-418c-aa4f-b49e56266e8b service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:05:12 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Took 0.67 seconds to deallocate network for instance.
Nov 29 11:05:12 user nova-compute[75254]: DEBUG nova.compute.manager [req-862f54bb-549a-43df-aaee-661155a469f1 req-a21595d9-199e-418c-aa4f-b49e56266e8b service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Detach interface failed, port_id=90683d5e-b613-4bdf-a399-f5da160f6c15, reason: Instance 15b0f836-a21a-4113-8273-94133810c0ad could not be found. {{(pid=75254) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 29 11:05:12 user nova-compute[75254]: INFO nova.compute.manager [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Took 0.81 seconds to detach 1 volumes for instance.
Nov 29 11:05:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Deleting volume: efa2e5fa-cfa2-4051-afc6-197cd7f04a5c {{(pid=75254) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.148s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:13 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Deleted allocations for instance 15b0f836-a21a-4113-8273-94133810c0ad
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-1607bf2d-a3e4-47ff-b855-cca71ce72e10 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "15b0f836-a21a-4113-8273-94133810c0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.120s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-a3ca009c-904b-4f77-ab56-687a4a5a7ad1 req-a1821536-d278-4361-b4a1-809b7c610ecc service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a3ca009c-904b-4f77-ab56-687a4a5a7ad1 req-a1821536-d278-4361-b4a1-809b7c610ecc service nova] Acquiring lock "15b0f836-a21a-4113-8273-94133810c0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a3ca009c-904b-4f77-ab56-687a4a5a7ad1 req-a1821536-d278-4361-b4a1-809b7c610ecc service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a3ca009c-904b-4f77-ab56-687a4a5a7ad1 req-a1821536-d278-4361-b4a1-809b7c610ecc service nova] Lock "15b0f836-a21a-4113-8273-94133810c0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG nova.compute.manager [req-a3ca009c-904b-4f77-ab56-687a4a5a7ad1 req-a1821536-d278-4361-b4a1-809b7c610ecc service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] No waiting events found dispatching network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:05:13 user nova-compute[75254]: WARNING nova.compute.manager [req-a3ca009c-904b-4f77-ab56-687a4a5a7ad1 req-a1821536-d278-4361-b4a1-809b7c610ecc service nova] [instance: 15b0f836-a21a-4113-8273-94133810c0ad] Received unexpected event network-vif-plugged-90683d5e-b613-4bdf-a399-f5da160f6c15 for instance with vm_state deleted and task_state None.
Nov 29 11:05:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:05:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:05:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:15 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:05:15 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:05:16 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=25.046676635742188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 94a83ba6-e4ce-46d3-8e51-83aa2918c2df actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:05:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.149s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:05:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:05:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:05:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:05:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:05:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:05:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:05:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:03 user nova-compute[75254]: INFO nova.compute.manager [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Terminating instance
Nov 29 11:06:03 user nova-compute[75254]: DEBUG nova.compute.manager [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-adbae186-7be1-4d8a-a278-e536dd5aac20 req-001bc07e-e14b-49ee-bda3-fefd3eec1421 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-vif-unplugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-adbae186-7be1-4d8a-a278-e536dd5aac20 req-001bc07e-e14b-49ee-bda3-fefd3eec1421 service nova] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-adbae186-7be1-4d8a-a278-e536dd5aac20 req-001bc07e-e14b-49ee-bda3-fefd3eec1421 service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-adbae186-7be1-4d8a-a278-e536dd5aac20 req-001bc07e-e14b-49ee-bda3-fefd3eec1421 service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-adbae186-7be1-4d8a-a278-e536dd5aac20 req-001bc07e-e14b-49ee-bda3-fefd3eec1421 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] No waiting events found dispatching network-vif-unplugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.compute.manager [req-adbae186-7be1-4d8a-a278-e536dd5aac20 req-001bc07e-e14b-49ee-bda3-fefd3eec1421 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-vif-unplugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:06:04 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Instance destroyed successfully.
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.objects.instance [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'resources' on Instance uuid 94a83ba6-e4ce-46d3-8e51-83aa2918c2df {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:01:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1148923939',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1148923939',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1148923939',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ1lOoOAgutnLCW6J+Eg/To1O2KZka43ZFMwQZwkzykxfwZzhn6A4AvnI5z9YSfyctS806csPsdm/1gbHus3fJSzpa7Uk21kswBKWM3NZKdBHBVpdv5GVPW1AcL+vanU+w==',key_name='tempest-keypair-1492584220',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:01:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-vh1zl0df',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:01:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=94a83ba6-e4ce-46d3-8e51-83aa2918c2df,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "address": "fa:16:3e:79:71:71", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b7657b5-da", "ovs_interfaceid": "7b7657b5-da3f-41a2-9030-5d84bab9e624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_vif [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b7657b5-da, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c2e98552-d555-42e4-9b14-1f2d0cbc5063) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:04 user nova-compute[75254]: INFO os_vif [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:71:71,bridge_name='br-int',has_traffic_filtering=True,id=7b7657b5-da3f-41a2-9030-5d84bab9e624,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b7657b5-da')
Nov 29 11:06:04 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RYIJoGUM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:06:04 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[319633a6-0079-4341-a2e4-4c5d37132943]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:06:04 user nova-compute[75254]: No targets found.
Nov 29 11:06:04 user nova-compute[75254]: iSNS:
Nov 29 11:06:04 user nova-compute[75254]: No targets found.
Nov 29 11:06:04 user nova-compute[75254]: STATIC:
Nov 29 11:06:04 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e
Nov 29 11:06:04 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:06:04 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:06:04 user nova-compute[75254]: FIRMWARE:
Nov 29 11:06:04 user nova-compute[75254]: No targets found.
Nov 29 11:06:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:06:04 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:06:04 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[760488a7-9390-4c27-8d5f-4a90e48d9ad0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d49aa5-50b4-43aa-b92f-8c055365e4d8]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:06:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e (non-flash)
Nov 29 11:06:04 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba43dd090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[932bf40b-4653-4901-b2c9-c7c050823ab6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c75e18c-adaf-4328-8efe-2fd7fccb90e2]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[449c3610-f94d-413d-9116-753581daa769]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8418fac4-49e8-41be-aae3-01f03bac0f3a]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOe06b21d0-50998d103b13ff5e', '/dev/disk/by-id/scsi-23530393938643130', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e06b21d0') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6b656a9-7f8c-476a-baeb-9b54ed42b2dd]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e512aa16-09bb-46ca-905f-20aeb861dd0c]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:04 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --logout" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7579f23-8db3-4442-b1cf-8d09c1a8943e]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260]
Nov 29 11:06:05 user nova-compute[75254]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e, portal: 172.16.0.220,3260] successful.
Nov 29 11:06:05 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:057e1efd-1f8a-4b91-8a31-ea1c8610930e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[110d1b91-fa4a-48cd-af73-d35089ae8ab0]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== disconnect_volume: return (289ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:06:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Deleting instance files /opt/stack/data/nova/instances/94a83ba6-e4ce-46d3-8e51-83aa2918c2df_del
Nov 29 11:06:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Deletion of /opt/stack/data/nova/instances/94a83ba6-e4ce-46d3-8e51-83aa2918c2df_del complete
Nov 29 11:06:05 user nova-compute[75254]: INFO nova.compute.manager [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 29 11:06:05 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:06:05 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:06:05 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Took 0.62 seconds to deallocate network for instance.
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] Acquiring lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] No waiting events found dispatching network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:06:06 user nova-compute[75254]: WARNING nova.compute.manager [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received unexpected event network-vif-plugged-7b7657b5-da3f-41a2-9030-5d84bab9e624 for instance with vm_state active and task_state deleting.
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-a0dc4fab-8091-4ca9-9acc-40e72d7b6adc req-fd3cb534-0a2b-4e4f-9b40-600749092d31 service nova] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Received event network-vif-deleted-7b7657b5-da3f-41a2-9030-5d84bab9e624 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:06:06 user nova-compute[75254]: INFO nova.compute.manager [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Took 0.79 seconds to detach 1 volumes for instance.
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 94a83ba6-e4ce-46d3-8e51-83aa2918c2df] Deleting volume: 057e1efd-1f8a-4b91-8a31-ea1c8610930e {{(pid=75254) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.125s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:06 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Deleted allocations for instance 94a83ba6-e4ce-46d3-8e51-83aa2918c2df
Nov 29 11:06:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-126cdcba-32e1-4392-8ba6-fc60e67fee32 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "94a83ba6-e4ce-46d3-8e51-83aa2918c2df" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.914s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:06:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:06:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:06:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:06:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:06:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9122MB free_disk=25.04586410522461GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:06:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.251s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:06:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 11:06:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:31 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 11:06:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 11:06:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:06:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:06:57 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:06:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "660e942d-9010-48a3-894e-bc37097f2ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:07:05 user nova-compute[75254]: INFO nova.compute.claims [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Claim successful on node user
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.196s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:07:05 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:07:05 user nova-compute[75254]: INFO nova.virt.block_device [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Booting with volume 023cb76a-874a-4cdf-a32a-4c5d188d9921 at /dev/vda
Nov 29 11:07:05 user nova-compute[75254]: DEBUG os_brick.utils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.policy [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4ea56ccbb3245229c20bff7f8a483e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6ab2eb971f43ee92877d7c08879cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c06f3479-eb08-4ff5-aac6-01d0fda05b67]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba4897e-8ad2-4780-9444-5f3a76009925]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[377f4dd6-1990-40f2-9bea-8a71cbcef50f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[47cc6be0-6a5f-4af4-911c-6ab4849f32e3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:07:05 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[671d4fd6-b218-4a7e-ad9d-e3d129a1a746]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG os_brick.utils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updating existing volume attachment record: 257a5370-c696-4b59-9379-616e72bc6d8e {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:07:05 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Successfully created port: 1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Successfully updated port: 1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquired lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-changed-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG nova.compute.manager [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Refreshing instance network info cache due to event network-changed-1c33f7e9-30e3-43d6-baf8-dec06f9a739c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:07:06 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] Acquiring lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG nova.network.neutron [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updating instance_info_cache with network_info: [{"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Releasing lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Instance network_info: |[{"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] Acquired lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Refreshing network info cache for port 1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updated VIF entry in instance network info cache for port 1c33f7e9-30e3-43d6-baf8-dec06f9a739c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG nova.network.neutron [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updating instance_info_cache with network_info: [{"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:07:07 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-88c92e9e-e236-44a0-b614-a6ada72112a9 req-dd06f5db-3a89-4969-8bf1-a3ff5a8e8b12 service nova] Releasing lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:07:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:07:12 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Creating image(s)
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Ensure instance console log exists: /opt/stack/data/nova/instances/660e942d-9010-48a3-894e-bc37097f2ca9/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Start _get_guest_xml network_info=[{"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '660e942d-9010-48a3-894e-bc37097f2ca9', 'attached_at': '', 'detached_at': '', 'volume_id': '023cb76a-874a-4cdf-a32a-4c5d188d9921', 'serial': '023cb76a-874a-4cdf-a32a-4c5d188d9921'}, 'attachment_id': '257a5370-c696-4b59-9379-616e72bc6d8e', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:07:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:07:12 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:07:12 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:07:12 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:07:12 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[b559e6ae-00f2-4b3c-b48d-eb125b0fff87]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:07:12 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cad4057-3ef9-49a8-81f7-c1be3379a6a6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921] added
Nov 29 11:07:12 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.049s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3bfd4ac-ce5a-4572-8e9b-d3be64f30581]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe24b05-709f-490b-95fc-16df7df549d8]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXShFLQn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXShFLQn" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e3753c-1c25-4426-be19-49134c5d3c75]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aXShFLQn'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[041824c9-8e78-447d-b37a-2a26020a8111]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c06b0f-52b8-4434-98bb-000b25d080f5]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:07:12 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:07:12 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:07:12 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 11:07:12 user nova-compute[75254]: 
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:12 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e55cc8-ff17-4059-b279-3ba9fddee994]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]
Nov 29 11:07:13 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.
Nov 29 11:07:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c63de3-67fd-4a04-9b1a-b7c8646a0791]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc2e17f-5dfb-45f5-abcb-ee457d16b3df]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:07:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:07:13 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[96803982-0db4-4401-b6e7-58728737bf56]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:07:13 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23030633234646263', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030633234646263', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:07:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1098937839',display_name='tempest-TestVolumeBootPattern-server-1098937839',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1098937839',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-yfikjdoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:07:05Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=660e942d-9010-48a3-894e-bc37097f2ca9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.objects.instance [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'pci_devices' on Instance uuid 660e942d-9010-48a3-894e-bc37097f2ca9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:07:14 user nova-compute[75254]:   <uuid>660e942d-9010-48a3-894e-bc37097f2ca9</uuid>
Nov 29 11:07:14 user nova-compute[75254]:   <name>instance-00000032</name>
Nov 29 11:07:14 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 11:07:14 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 11:07:14 user nova-compute[75254]:   <metadata>
Nov 29 11:07:14 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:07:14 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 11:07:14 user nova-compute[75254]:       <nova:name>tempest-TestVolumeBootPattern-server-1098937839</nova:name>
Nov 29 11:07:14 user nova-compute[75254]:       <nova:creationTime>2023-11-29 11:07:12</nova:creationTime>
Nov 29 11:07:14 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 11:07:14 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:07:14 user nova-compute[75254]:       </nova:flavor>
Nov 29 11:07:14 user nova-compute[75254]:       <nova:owner>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:user uuid="c4ea56ccbb3245229c20bff7f8a483e6">tempest-TestVolumeBootPattern-2016941207-project-member</nova:user>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:project uuid="ff6ab2eb971f43ee92877d7c08879cc1">tempest-TestVolumeBootPattern-2016941207</nova:project>
Nov 29 11:07:14 user nova-compute[75254]:       </nova:owner>
Nov 29 11:07:14 user nova-compute[75254]:       <nova:ports>
Nov 29 11:07:14 user nova-compute[75254]:         <nova:port uuid="1c33f7e9-30e3-43d6-baf8-dec06f9a739c">
Nov 29 11:07:14 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 29 11:07:14 user nova-compute[75254]:         </nova:port>
Nov 29 11:07:14 user nova-compute[75254]:       </nova:ports>
Nov 29 11:07:14 user nova-compute[75254]:     </nova:instance>
Nov 29 11:07:14 user nova-compute[75254]:   </metadata>
Nov 29 11:07:14 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 11:07:14 user nova-compute[75254]:     <system>
Nov 29 11:07:14 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:07:14 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:07:14 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 11:07:14 user nova-compute[75254]:       <entry name="serial">660e942d-9010-48a3-894e-bc37097f2ca9</entry>
Nov 29 11:07:14 user nova-compute[75254]:       <entry name="uuid">660e942d-9010-48a3-894e-bc37097f2ca9</entry>
Nov 29 11:07:14 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:07:14 user nova-compute[75254]:     </system>
Nov 29 11:07:14 user nova-compute[75254]:   </sysinfo>
Nov 29 11:07:14 user nova-compute[75254]:   <os>
Nov 29 11:07:14 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:07:14 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 11:07:14 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 11:07:14 user nova-compute[75254]:   </os>
Nov 29 11:07:14 user nova-compute[75254]:   <features>
Nov 29 11:07:14 user nova-compute[75254]:     <acpi/>
Nov 29 11:07:14 user nova-compute[75254]:     <apic/>
Nov 29 11:07:14 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 11:07:14 user nova-compute[75254]:   </features>
Nov 29 11:07:14 user nova-compute[75254]:   <clock offset="utc">
Nov 29 11:07:14 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:07:14 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:07:14 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 11:07:14 user nova-compute[75254]:   </clock>
Nov 29 11:07:14 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 11:07:14 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 11:07:14 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:07:14 user nova-compute[75254]:   </cpu>
Nov 29 11:07:14 user nova-compute[75254]:   <devices>
Nov 29 11:07:14 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 11:07:14 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:07:14 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 11:07:14 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 11:07:14 user nova-compute[75254]:       <serial>023cb76a-874a-4cdf-a32a-4c5d188d9921</serial>
Nov 29 11:07:14 user nova-compute[75254]:     </disk>
Nov 29 11:07:14 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 11:07:14 user nova-compute[75254]:       <mac address="fa:16:3e:34:62:bf"/>
Nov 29 11:07:14 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:07:14 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 11:07:14 user nova-compute[75254]:       <target dev="tap1c33f7e9-30"/>
Nov 29 11:07:14 user nova-compute[75254]:     </interface>
Nov 29 11:07:14 user nova-compute[75254]:     <serial type="pty">
Nov 29 11:07:14 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/660e942d-9010-48a3-894e-bc37097f2ca9/console.log" append="off"/>
Nov 29 11:07:14 user nova-compute[75254]:     </serial>
Nov 29 11:07:14 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:07:14 user nova-compute[75254]:     <video>
Nov 29 11:07:14 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:07:14 user nova-compute[75254]:     </video>
Nov 29 11:07:14 user nova-compute[75254]:     <rng model="virtio">
Nov 29 11:07:14 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:07:14 user nova-compute[75254]:     </rng>
Nov 29 11:07:14 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:07:14 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 11:07:14 user nova-compute[75254]:       <stats period="10"/>
Nov 29 11:07:14 user nova-compute[75254]:     </memballoon>
Nov 29 11:07:14 user nova-compute[75254]:   </devices>
Nov 29 11:07:14 user nova-compute[75254]: </domain>
Nov 29 11:07:14 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:07:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1098937839',display_name='tempest-TestVolumeBootPattern-server-1098937839',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1098937839',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-yfikjdoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:07:05Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=660e942d-9010-48a3-894e-bc37097f2ca9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG os_vif [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03e270df-722f-5027-90ad-5d124bc1f398', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c33f7e9-30, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c33f7e9-30, col_values=(('qos', UUID('f341edae-da73-457d-a0f9-b7494c0f17f0')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c33f7e9-30, col_values=(('external_ids', {'iface-id': '1c33f7e9-30e3-43d6-baf8-dec06f9a739c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:62:bf', 'vm-uuid': '660e942d-9010-48a3-894e-bc37097f2ca9'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:14 user nova-compute[75254]: INFO os_vif [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30')
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No VIF found with MAC fa:16:3e:34:62:bf, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Skipping network cache update for instance because it is Building. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 29 11:07:14 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-8ecd6ff5-dbb9-4f82-a554-560531523c48 req-45628f13-1a52-42c0-a088-1a6647ced161 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8ecd6ff5-dbb9-4f82-a554-560531523c48 req-45628f13-1a52-42c0-a088-1a6647ced161 service nova] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8ecd6ff5-dbb9-4f82-a554-560531523c48 req-45628f13-1a52-42c0-a088-1a6647ced161 service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-8ecd6ff5-dbb9-4f82-a554-560531523c48 req-45628f13-1a52-42c0-a088-1a6647ced161 service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:15 user nova-compute[75254]: DEBUG nova.compute.manager [req-8ecd6ff5-dbb9-4f82-a554-560531523c48 req-45628f13-1a52-42c0-a088-1a6647ced161 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] No waiting events found dispatching network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:07:15 user nova-compute[75254]: WARNING nova.compute.manager [req-8ecd6ff5-dbb9-4f82-a554-560531523c48 req-45628f13-1a52-42c0-a088-1a6647ced161 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received unexpected event network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c for instance with vm_state building and task_state spawning.
Nov 29 11:07:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:07:16 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:07:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:07:17 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9063MB free_disk=25.04397964477539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 660e942d-9010-48a3-894e-bc37097f2ca9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:07:17 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Instance spawned successfully.
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:07:17 user nova-compute[75254]: INFO nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Took 4.92 seconds to spawn the instance on the hypervisor.
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:07:17 user nova-compute[75254]: INFO nova.compute.manager [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Took 12.60 seconds to build instance.
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-1f7a168c-5ee1-46d8-9473-5bd2329d5819 req-695739d5-8c29-4b40-a249-2923919dd9c1 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1f7a168c-5ee1-46d8-9473-5bd2329d5819 req-695739d5-8c29-4b40-a249-2923919dd9c1 service nova] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1f7a168c-5ee1-46d8-9473-5bd2329d5819 req-695739d5-8c29-4b40-a249-2923919dd9c1 service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1f7a168c-5ee1-46d8-9473-5bd2329d5819 req-695739d5-8c29-4b40-a249-2923919dd9c1 service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:17 user nova-compute[75254]: DEBUG nova.compute.manager [req-1f7a168c-5ee1-46d8-9473-5bd2329d5819 req-695739d5-8c29-4b40-a249-2923919dd9c1 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] No waiting events found dispatching network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:07:17 user nova-compute[75254]: WARNING nova.compute.manager [req-1f7a168c-5ee1-46d8-9473-5bd2329d5819 req-695739d5-8c29-4b40-a249-2923919dd9c1 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received unexpected event network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c for instance with vm_state active and task_state None.
Nov 29 11:07:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-f49873c0-5ff1-44f4-83fc-c48a4e758f98 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "660e942d-9010-48a3-894e-bc37097f2ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.712s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:07:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:07:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:07:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:07:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:07:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:07:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:07:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:07:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:07:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:07:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:07:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:07:59 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:08:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:06 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:07 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:08:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:08:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:08:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid 660e942d-9010-48a3-894e-bc37097f2ca9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updating instance_info_cache with network_info: [{"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:08:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:08:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:08:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:08:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:08:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:08:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:08:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:08:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8974MB free_disk=25.043121337890625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 660e942d-9010-48a3-894e-bc37097f2ca9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:08:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:08:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:37 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:08:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:08:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:08:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-changed-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG nova.compute.manager [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Refreshing instance network info cache due to event network-changed-1c33f7e9-30e3-43d6-baf8-dec06f9a739c. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] Acquiring lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] Acquired lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Refreshing network info cache for port 1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updated VIF entry in instance network info cache for port 1c33f7e9-30e3-43d6-baf8-dec06f9a739c. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG nova.network.neutron [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updating instance_info_cache with network_info: [{"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-52c63b51-50d7-4933-9dba-7839e2e4311c req-4d5255c3-c42f-4f3a-9236-1dddcecaa004 service nova] Releasing lock "refresh_cache-660e942d-9010-48a3-894e-bc37097f2ca9" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "660e942d-9010-48a3-894e-bc37097f2ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:08:57 user nova-compute[75254]: INFO nova.compute.manager [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Terminating instance
Nov 29 11:08:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:57 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Instance destroyed successfully.
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'resources' on Instance uuid 660e942d-9010-48a3-894e-bc37097f2ca9 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:07:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1098937839',display_name='tempest-TestVolumeBootPattern-server-1098937839',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1098937839',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:07:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-yfikjdoq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:07:18Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=660e942d-9010-48a3-894e-bc37097f2ca9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "address": "fa:16:3e:34:62:bf", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c33f7e9-30", "ovs_interfaceid": "1c33f7e9-30e3-43d6-baf8-dec06f9a739c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_vif [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c33f7e9-30, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f341edae-da73-457d-a0f9-b7494c0f17f0) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:08:58 user nova-compute[75254]: INFO os_vif [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:62:bf,bridge_name='br-int',has_traffic_filtering=True,id=1c33f7e9-30e3-43d6-baf8-dec06f9a739c,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c33f7e9-30')
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:08:58 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac519877-0856-4826-934c-753b8f9cc526]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:08:58 user nova-compute[75254]: No targets found.
Nov 29 11:08:58 user nova-compute[75254]: iSNS:
Nov 29 11:08:58 user nova-compute[75254]: No targets found.
Nov 29 11:08:58 user nova-compute[75254]: STATIC:
Nov 29 11:08:58 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921
Nov 29 11:08:58 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:08:58 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:08:58 user nova-compute[75254]: FIRMWARE:
Nov 29 11:08:58 user nova-compute[75254]: No targets found.
Nov 29 11:08:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:08:58 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:08:58 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59203670-449b-4de5-8ae1-d15ffbe485f2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf7cf7b-ec55-44eb-8e3d-f9b200f12d9f]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:08:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:08:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb4649480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d410e7-bdc1-4b2e-9919-7aa6eccaf331]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.033s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e5b2bb-5e5e-4748-ae18-b2d5939fbca9]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe533a5-e35e-4492-9d25-a859cfed6a45]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.029s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[89741e61-f3d7-4a0a-a552-600eb9fb1763]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8cbd0386', '/dev/disk/by-id/scsi-23030633234646263', '/dev/disk/by-id/scsi-1SCST_BIO8cbd0386-00c24dbcaa8cd423') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[64bce773-6cd4-4799-90c5-4cd776a9f168]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e711d512-ffff-4357-a03d-7ec83420236f]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[314dffd3-6a80-4426-988e-dc0169c5c9bc]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]
Nov 29 11:08:58 user nova-compute[75254]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.
Nov 29 11:08:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d24cf8f-0b04-47cf-b44c-61e7015f1986]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== disconnect_volume: return (323ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:08:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Deleting instance files /opt/stack/data/nova/instances/660e942d-9010-48a3-894e-bc37097f2ca9_del
Nov 29 11:08:58 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Deletion of /opt/stack/data/nova/instances/660e942d-9010-48a3-894e-bc37097f2ca9_del complete
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:08:58 user nova-compute[75254]: INFO nova.compute.manager [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 29 11:08:58 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:08:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-vif-unplugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] No waiting events found dispatching network-vif-unplugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-vif-unplugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] Acquiring lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] Lock "660e942d-9010-48a3-894e-bc37097f2ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] No waiting events found dispatching network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:08:59 user nova-compute[75254]: WARNING nova.compute.manager [req-9c60e593-9bc8-4b6a-9efa-855f29cc2a96 req-a2fced10-2be1-42fc-bf0a-269f3b991aac service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received unexpected event network-vif-plugged-1c33f7e9-30e3-43d6-baf8-dec06f9a739c for instance with vm_state active and task_state deleting.
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:08:59 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Took 0.79 seconds to deallocate network for instance.
Nov 29 11:08:59 user nova-compute[75254]: DEBUG nova.compute.manager [req-ba74e266-b01b-488a-947d-274f6b3e0384 req-8b6b38a4-9d65-4976-b4d9-cf9bc838180c service nova] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Received event network-vif-deleted-1c33f7e9-30e3-43d6-baf8-dec06f9a739c {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:09:00 user nova-compute[75254]: INFO nova.compute.manager [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 660e942d-9010-48a3-894e-bc37097f2ca9] Took 0.75 seconds to detach 1 volumes for instance.
Nov 29 11:09:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:09:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:09:00 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:09:00 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:09:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.136s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:09:00 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Deleted allocations for instance 660e942d-9010-48a3-894e-bc37097f2ca9
Nov 29 11:09:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-3249ea2f-1c19-4904-b081-4fd17d04bc22 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "660e942d-9010-48a3-894e-bc37097f2ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.020s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:09:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:09 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:09 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:09:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:12 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:09:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:09:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:09:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:09:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:09:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:09:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:09:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:09:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:09:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:09:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9132MB free_disk=25.03445816040039GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:09:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:09:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:09:49 user nova-compute[75254]: INFO nova.compute.claims [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Claim successful on node user
Nov 29 11:09:49 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.189s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:09:49 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:09:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:09:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:09:50 user nova-compute[75254]: INFO nova.virt.block_device [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Booting with volume 023cb76a-874a-4cdf-a32a-4c5d188d9921 at /dev/vda
Nov 29 11:09:50 user nova-compute[75254]: DEBUG nova.policy [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4ea56ccbb3245229c20bff7f8a483e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6ab2eb971f43ee92877d7c08879cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG os_brick.utils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8e156e-f88b-4e03-98fd-ea46ac2da6f6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58eb145-28b8-4ba4-919f-119e19ecaed6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2acf71-dda2-4f70-a365-73e7c99e8175]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[92c62117-868b-4a21-aece-bd9cd88d45cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:09:50 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:09:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ff7a5fd-78e7-4a2c-9e53-053cb2672ce9]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG os_brick.utils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating existing volume attachment record: bd5da3b2-8217-4bfe-b00e-5c0dd3d0f4a7 {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:09:50 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Successfully created port: d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Successfully updated port: d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-changed-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Refreshing instance network info cache due to event network-changed-d54d19e2-2689-4050-a3bb-6e77eca9e7e6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Instance network_info: |[{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:09:51 user nova-compute[75254]: DEBUG nova.network.neutron [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Refreshing network info cache for port d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:09:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated VIF entry in instance network info cache for port d54d19e2-2689-4050-a3bb-6e77eca9e7e6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:09:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:09:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e00dce6b-40d5-452e-9784-9e3758f5ce77 req-20600601-7407-46bd-abaa-b0552ad8bf49 service nova] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:09:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:09:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Creating image(s)
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Ensure instance console log exists: /opt/stack/data/nova/instances/fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Start _get_guest_xml network_info=[{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e', 'attached_at': '', 'detached_at': '', 'volume_id': '023cb76a-874a-4cdf-a32a-4c5d188d9921', 'serial': '023cb76a-874a-4cdf-a32a-4c5d188d9921'}, 'attachment_id': 'bd5da3b2-8217-4bfe-b00e-5c0dd3d0f4a7', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:09:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:09:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:09:57 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:09:57 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:09:57 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[58414e47-daab-4ac6-bc40-e5153c203f26]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:09:57 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[be977d8f-92e3-4a52-8eb2-d291d8158765]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921] added
Nov 29 11:09:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[372c9683-b64d-4080-b62a-061ea3c73d89]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3da6e34-8837-4b5a-966f-5b7abde1a352]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXShFLQn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXShFLQn" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[251432f7-c3fc-423c-a81a-2b494e137ca7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aXShFLQn'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[403a5a7a-e125-4460-9a9d-b7513194e7eb]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab0fecc-9f70-43a4-b52a-148792a927ad]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:09:57 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 29 11:09:57 user nova-compute[75254]:  {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:09:57 user nova-compute[75254]: WARNING os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 29 11:09:57 user nova-compute[75254]: 
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3c70c6-64e9-4bd8-9509-2e382d28336b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]
Nov 29 11:09:57 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.
Nov 29 11:09:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[1782bf00-2899-4a74-8db7-5807073649c3]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[122e8919-eb70-4a96-88a8-9540f85481ab]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:09:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:09:57 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[025e2ca8-7ba6-4de6-a0c8-692796b21c87]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:09:57 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23030633234646263', 'path': '/dev/sdb'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030633234646263', 'path': '/dev/sdb'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-699548852',display_name='tempest-TestVolumeBootPattern-server-699548852',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-699548852',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-jjn44elg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:09:50Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.objects.instance [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'pci_devices' on Instance uuid fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:09:58 user nova-compute[75254]:   <uuid>fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e</uuid>
Nov 29 11:09:58 user nova-compute[75254]:   <name>instance-00000033</name>
Nov 29 11:09:58 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 11:09:58 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 11:09:58 user nova-compute[75254]:   <metadata>
Nov 29 11:09:58 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:09:58 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 11:09:58 user nova-compute[75254]:       <nova:name>tempest-TestVolumeBootPattern-server-699548852</nova:name>
Nov 29 11:09:58 user nova-compute[75254]:       <nova:creationTime>2023-11-29 11:09:57</nova:creationTime>
Nov 29 11:09:58 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 11:09:58 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:09:58 user nova-compute[75254]:       </nova:flavor>
Nov 29 11:09:58 user nova-compute[75254]:       <nova:owner>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:user uuid="c4ea56ccbb3245229c20bff7f8a483e6">tempest-TestVolumeBootPattern-2016941207-project-member</nova:user>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:project uuid="ff6ab2eb971f43ee92877d7c08879cc1">tempest-TestVolumeBootPattern-2016941207</nova:project>
Nov 29 11:09:58 user nova-compute[75254]:       </nova:owner>
Nov 29 11:09:58 user nova-compute[75254]:       <nova:ports>
Nov 29 11:09:58 user nova-compute[75254]:         <nova:port uuid="d54d19e2-2689-4050-a3bb-6e77eca9e7e6">
Nov 29 11:09:58 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 29 11:09:58 user nova-compute[75254]:         </nova:port>
Nov 29 11:09:58 user nova-compute[75254]:       </nova:ports>
Nov 29 11:09:58 user nova-compute[75254]:     </nova:instance>
Nov 29 11:09:58 user nova-compute[75254]:   </metadata>
Nov 29 11:09:58 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 11:09:58 user nova-compute[75254]:     <system>
Nov 29 11:09:58 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:09:58 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:09:58 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 11:09:58 user nova-compute[75254]:       <entry name="serial">fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e</entry>
Nov 29 11:09:58 user nova-compute[75254]:       <entry name="uuid">fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e</entry>
Nov 29 11:09:58 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:09:58 user nova-compute[75254]:     </system>
Nov 29 11:09:58 user nova-compute[75254]:   </sysinfo>
Nov 29 11:09:58 user nova-compute[75254]:   <os>
Nov 29 11:09:58 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:09:58 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 11:09:58 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 11:09:58 user nova-compute[75254]:   </os>
Nov 29 11:09:58 user nova-compute[75254]:   <features>
Nov 29 11:09:58 user nova-compute[75254]:     <acpi/>
Nov 29 11:09:58 user nova-compute[75254]:     <apic/>
Nov 29 11:09:58 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 11:09:58 user nova-compute[75254]:   </features>
Nov 29 11:09:58 user nova-compute[75254]:   <clock offset="utc">
Nov 29 11:09:58 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:09:58 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:09:58 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 11:09:58 user nova-compute[75254]:   </clock>
Nov 29 11:09:58 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 11:09:58 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 11:09:58 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:09:58 user nova-compute[75254]:   </cpu>
Nov 29 11:09:58 user nova-compute[75254]:   <devices>
Nov 29 11:09:58 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 11:09:58 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:09:58 user nova-compute[75254]:       <source dev="/dev/sdb"/>
Nov 29 11:09:58 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 11:09:58 user nova-compute[75254]:       <serial>023cb76a-874a-4cdf-a32a-4c5d188d9921</serial>
Nov 29 11:09:58 user nova-compute[75254]:     </disk>
Nov 29 11:09:58 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 11:09:58 user nova-compute[75254]:       <mac address="fa:16:3e:0f:9c:10"/>
Nov 29 11:09:58 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:09:58 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 11:09:58 user nova-compute[75254]:       <target dev="tapd54d19e2-26"/>
Nov 29 11:09:58 user nova-compute[75254]:     </interface>
Nov 29 11:09:58 user nova-compute[75254]:     <serial type="pty">
Nov 29 11:09:58 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e/console.log" append="off"/>
Nov 29 11:09:58 user nova-compute[75254]:     </serial>
Nov 29 11:09:58 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:09:58 user nova-compute[75254]:     <video>
Nov 29 11:09:58 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:09:58 user nova-compute[75254]:     </video>
Nov 29 11:09:58 user nova-compute[75254]:     <rng model="virtio">
Nov 29 11:09:58 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:09:58 user nova-compute[75254]:     </rng>
Nov 29 11:09:58 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:09:58 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 11:09:58 user nova-compute[75254]:       <stats period="10"/>
Nov 29 11:09:58 user nova-compute[75254]:     </memballoon>
Nov 29 11:09:58 user nova-compute[75254]:   </devices>
Nov 29 11:09:58 user nova-compute[75254]: </domain>
Nov 29 11:09:58 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-699548852',display_name='tempest-TestVolumeBootPattern-server-699548852',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-699548852',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-jjn44elg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:09:50Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG os_vif [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4b1bae0-3d9a-53ef-8e2b-505536fbe4a9', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd54d19e2-26, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd54d19e2-26, col_values=(('qos', UUID('ab616530-1f0a-480d-9c2a-aeb5f9dbbac0')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd54d19e2-26, col_values=(('external_ids', {'iface-id': 'd54d19e2-2689-4050-a3bb-6e77eca9e7e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:9c:10', 'vm-uuid': 'fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:09:58 user nova-compute[75254]: INFO os_vif [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26')
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:09:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No VIF found with MAC fa:16:3e:0f:9c:10, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:09:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-12eb9ddb-b342-4f38-a230-a55cb6d9bdb9 req-19c13572-2d72-4993-910d-008f369522d3 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12eb9ddb-b342-4f38-a230-a55cb6d9bdb9 req-19c13572-2d72-4993-910d-008f369522d3 service nova] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12eb9ddb-b342-4f38-a230-a55cb6d9bdb9 req-19c13572-2d72-4993-910d-008f369522d3 service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-12eb9ddb-b342-4f38-a230-a55cb6d9bdb9 req-19c13572-2d72-4993-910d-008f369522d3 service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-12eb9ddb-b342-4f38-a230-a55cb6d9bdb9 req-19c13572-2d72-4993-910d-008f369522d3 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] No waiting events found dispatching network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:10:00 user nova-compute[75254]: WARNING nova.compute.manager [req-12eb9ddb-b342-4f38-a230-a55cb6d9bdb9 req-19c13572-2d72-4993-910d-008f369522d3 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received unexpected event network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 for instance with vm_state building and task_state spawning.
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:10:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Instance spawned successfully.
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:10:02 user nova-compute[75254]: INFO nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Took 4.92 seconds to spawn the instance on the hypervisor.
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:10:02 user nova-compute[75254]: INFO nova.compute.manager [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Took 12.54 seconds to build instance.
Nov 29 11:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-e6d53432-f4d2-4a1a-8c64-bd3e9667c728 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.631s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-f79a7195-84b1-4d92-9558-dd34b694820b req-39c31fca-4af5-44c0-abd1-8102f208b8cd service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f79a7195-84b1-4d92-9558-dd34b694820b req-39c31fca-4af5-44c0-abd1-8102f208b8cd service nova] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f79a7195-84b1-4d92-9558-dd34b694820b req-39c31fca-4af5-44c0-abd1-8102f208b8cd service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f79a7195-84b1-4d92-9558-dd34b694820b req-39c31fca-4af5-44c0-abd1-8102f208b8cd service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:10:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-f79a7195-84b1-4d92-9558-dd34b694820b req-39c31fca-4af5-44c0-abd1-8102f208b8cd service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] No waiting events found dispatching network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:10:02 user nova-compute[75254]: WARNING nova.compute.manager [req-f79a7195-84b1-4d92-9558-dd34b694820b req-39c31fca-4af5-44c0-abd1-8102f208b8cd service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received unexpected event network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 for instance with vm_state active and task_state None.
Nov 29 11:10:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:07 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:11 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:10:16 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:10:17 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:10:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:10:18 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8915MB free_disk=25.03282928466797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.200s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:10:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:10:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:10:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:10:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:10:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:10:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:10:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:10:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:10:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:10:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:10:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:11:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:03 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:08 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:08 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:13 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:11:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:14 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:11:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:11:18 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:11:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:11:19 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8985MB free_disk=25.0322265625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:11:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.300s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:11:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:11:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:23 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:28 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:11:33 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:35 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:35 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 11:11:38 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:40 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-changed-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Refreshing instance network info cache due to event network-changed-d54d19e2-2689-4050-a3bb-6e77eca9e7e6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Refreshing network info cache for port d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated VIF entry in instance network info cache for port d54d19e2-2689-4050-a3bb-6e77eca9e7e6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:11:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1aafa1cf-9b15-431e-973e-7a6dca37e9fc req-6a5245f5-8601-4006-ace5-ba3fd12f42ee service nova] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:11:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:48 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:11:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 11:11:48 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:48 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 11:11:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Starting instance... {{(pid=75254) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75254) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 29 11:11:50 user nova-compute[75254]: INFO nova.compute.claims [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Claim successful on node user
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.247s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Start building networks asynchronously for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Allocating IP information in the background. {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] allocate_for_instance() {{(pid=75254) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 29 11:11:50 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Start building block device mappings for instance. {{(pid=75254) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.policy [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4ea56ccbb3245229c20bff7f8a483e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff6ab2eb971f43ee92877d7c08879cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75254) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 29 11:11:50 user nova-compute[75254]: INFO nova.virt.block_device [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Booting with volume e5ae7106-36ad-4812-bd2d-988e152c21af at /dev/vda
Nov 29 11:11:50 user nova-compute[75254]: DEBUG os_brick.utils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc41899-058e-48f5-bae5-a27bbe7b33dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:2a8d575f4051\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f7f88e-8cbf-451c-b429-09979bf3b1e2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5e83e64-d9ce-4b53-af8e-6736bfc00072]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c08f0686-6ca2-4738-b9c9-0575ff3d16cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Running cmd (subprocess): nvme version {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] 'nvme version' failed. Not Retrying. {{(pid=75254) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] nvme not present on system {{(pid=75254) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 29 11:11:50 user nova-compute[75254]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 29 11:11:50 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0b58f8-f236-43d3-b261-9e91b4ebb51e]: (4, '') {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75254) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.lightos [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] LIGHTOS: no hostnqn found. {{(pid=75254) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG os_brick.utils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:2a8d575f4051', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:11:50 user nova-compute[75254]: DEBUG nova.virt.block_device [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating existing volume attachment record: 583cd5cc-5e97-4fdc-afe3-086e2a08e90d {{(pid=75254) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Successfully created port: f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Successfully updated port: f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquired lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Building network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-changed-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG nova.compute.manager [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Refreshing instance network info cache due to event network-changed-f4d1c8ab-34ed-4391-85b2-1c665f81c645. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] Acquiring lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:11:51 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Instance cache missing network info. {{(pid=75254) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG nova.network.neutron [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating instance_info_cache with network_info: [{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Releasing lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Instance network_info: |[{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75254) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] Acquired lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Refreshing network info cache for port f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updated VIF entry in instance network info cache for port f4d1c8ab-34ed-4391-85b2-1c665f81c645. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG nova.network.neutron [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating instance_info_cache with network_info: [{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:11:52 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-a6f39f81-4453-4d97-be75-a64ba8ea457a req-5312f1c3-fe3e-46e5-bf8e-dc592743b0d6 service nova] Releasing lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:11:53 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Start spawning the instance on the hypervisor. {{(pid=75254) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Creating instance directory {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 29 11:11:57 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Creating image(s)
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Did not create local disks {{(pid=75254) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Ensure instance console log exists: /opt/stack/data/nova/instances/44f7ea58-ae83-4231-955f-8fc33939ff09/console.log {{(pid=75254) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Start _get_guest_xml network_info=[{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'device_type': 'disk', 'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkhCBAsY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '44f7ea58-ae83-4231-955f-8fc33939ff09', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5ae7106-36ad-4812-bd2d-988e152c21af', 'serial': 'e5ae7106-36ad-4812-bd2d-988e152c21af'}, 'attachment_id': '583cd5cc-5e97-4fdc-afe3-086e2a08e90d', 'delete_on_termination': False, 'volume_type': None} {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 29 11:11:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:11:57 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller missing on host. {{(pid=75254) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.host [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU controller found on host. {{(pid=75254) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 29 11:11:57 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75254) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-29T10:05:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image limits 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flavor pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Image pref 0:0:0 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75254) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Got 1 possible topologies {{(pid=75254) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.hardware [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75254) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Calling os-brick to attach iSCSI Volume {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkhCBAsY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:11:58 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:11:58 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:11:58 user nova-compute[75254]: INFO os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c775dbea-14dd-4eff-8016-0987eb870d9e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 29 11:11:58 user nova-compute[75254]:  {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --interface default --op new {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[916773af-877a-466b-beb6-399d76fe5813]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af] added\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af] added
Nov 29 11:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2880b07-9c8c-4cc3-9054-8f4b10b35fb7]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f1dbaf5-0892-49e7-8398-7bc4fb897a3d]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QkhCBAsY {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QkhCBAsY" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[7255a38f-70d5-48ab-8b5c-69976906d625]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QkhCBAsY'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42cad0b-e514-4cb4-9e6c-e6c1a026d1e2]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21bfcbd-335b-469e-8fb3-324b1845758c]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --login {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f27ecb-ef89-4c26-a9ec-77dcedee9be2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260]
Nov 29 11:11:58 user nova-compute[75254]: Login to [iface: default, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260] successful.
Nov 29 11:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a87382-3b25-4bda-8008-cb44f6cb8734]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b5505b7-a460-4470-ae5e-fd3f9bded84f]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:11:58 user nova-compute[75254]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af (non-flash)
Nov 29 11:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:11:58 user nova-compute[75254]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af (non-flash)
Nov 29 11:11:58 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to 172.16.0.220:3260 {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] HCTL ('34', '-', '-', 0) found on session 62 with lun 0 {{(pid=75254) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75254) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c1106e8-b47d-47e4-8aa7-a5fc1d98f281]: (4, ('- - 0', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: None {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:11:58 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75254) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkhCBAsY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75254) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '23261373232316636', 'path': '/dev/sdc'} {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261373232316636', 'path': '/dev/sdc'} {{(pid=75254) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:11:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-41482439',display_name='tempest-TestVolumeBootPattern-server-41482439',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-41482439',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-xl3aiag4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:11:51Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=44f7ea58-ae83-4231-955f-8fc33939ff09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75254) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.objects.instance [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'pci_devices' on Instance uuid 44f7ea58-ae83-4231-955f-8fc33939ff09 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] End _get_guest_xml xml=<domain type="kvm">
Nov 29 11:11:59 user nova-compute[75254]:   <uuid>44f7ea58-ae83-4231-955f-8fc33939ff09</uuid>
Nov 29 11:11:59 user nova-compute[75254]:   <name>instance-00000034</name>
Nov 29 11:11:59 user nova-compute[75254]:   <memory>524288</memory>
Nov 29 11:11:59 user nova-compute[75254]:   <vcpu>1</vcpu>
Nov 29 11:11:59 user nova-compute[75254]:   <metadata>
Nov 29 11:11:59 user nova-compute[75254]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 29 11:11:59 user nova-compute[75254]:       <nova:package version="0.0.0"/>
Nov 29 11:11:59 user nova-compute[75254]:       <nova:name>tempest-TestVolumeBootPattern-server-41482439</nova:name>
Nov 29 11:11:59 user nova-compute[75254]:       <nova:creationTime>2023-11-29 11:11:57</nova:creationTime>
Nov 29 11:11:59 user nova-compute[75254]:       <nova:flavor name="m1.tiny">
Nov 29 11:11:59 user nova-compute[75254]:         <nova:memory>512</nova:memory>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:disk>1</nova:disk>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:swap>0</nova:swap>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:ephemeral>0</nova:ephemeral>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:vcpus>1</nova:vcpus>
Nov 29 11:11:59 user nova-compute[75254]:       </nova:flavor>
Nov 29 11:11:59 user nova-compute[75254]:       <nova:owner>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:user uuid="c4ea56ccbb3245229c20bff7f8a483e6">tempest-TestVolumeBootPattern-2016941207-project-member</nova:user>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:project uuid="ff6ab2eb971f43ee92877d7c08879cc1">tempest-TestVolumeBootPattern-2016941207</nova:project>
Nov 29 11:11:59 user nova-compute[75254]:       </nova:owner>
Nov 29 11:11:59 user nova-compute[75254]:       <nova:ports>
Nov 29 11:11:59 user nova-compute[75254]:         <nova:port uuid="f4d1c8ab-34ed-4391-85b2-1c665f81c645">
Nov 29 11:11:59 user nova-compute[75254]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 29 11:11:59 user nova-compute[75254]:         </nova:port>
Nov 29 11:11:59 user nova-compute[75254]:       </nova:ports>
Nov 29 11:11:59 user nova-compute[75254]:     </nova:instance>
Nov 29 11:11:59 user nova-compute[75254]:   </metadata>
Nov 29 11:11:59 user nova-compute[75254]:   <sysinfo type="smbios">
Nov 29 11:11:59 user nova-compute[75254]:     <system>
Nov 29 11:11:59 user nova-compute[75254]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 29 11:11:59 user nova-compute[75254]:       <entry name="product">OpenStack Nova</entry>
Nov 29 11:11:59 user nova-compute[75254]:       <entry name="version">0.0.0</entry>
Nov 29 11:11:59 user nova-compute[75254]:       <entry name="serial">44f7ea58-ae83-4231-955f-8fc33939ff09</entry>
Nov 29 11:11:59 user nova-compute[75254]:       <entry name="uuid">44f7ea58-ae83-4231-955f-8fc33939ff09</entry>
Nov 29 11:11:59 user nova-compute[75254]:       <entry name="family">Virtual Machine</entry>
Nov 29 11:11:59 user nova-compute[75254]:     </system>
Nov 29 11:11:59 user nova-compute[75254]:   </sysinfo>
Nov 29 11:11:59 user nova-compute[75254]:   <os>
Nov 29 11:11:59 user nova-compute[75254]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 29 11:11:59 user nova-compute[75254]:     <boot dev="hd"/>
Nov 29 11:11:59 user nova-compute[75254]:     <smbios mode="sysinfo"/>
Nov 29 11:11:59 user nova-compute[75254]:   </os>
Nov 29 11:11:59 user nova-compute[75254]:   <features>
Nov 29 11:11:59 user nova-compute[75254]:     <acpi/>
Nov 29 11:11:59 user nova-compute[75254]:     <apic/>
Nov 29 11:11:59 user nova-compute[75254]:     <vmcoreinfo/>
Nov 29 11:11:59 user nova-compute[75254]:   </features>
Nov 29 11:11:59 user nova-compute[75254]:   <clock offset="utc">
Nov 29 11:11:59 user nova-compute[75254]:     <timer name="pit" tickpolicy="delay"/>
Nov 29 11:11:59 user nova-compute[75254]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 29 11:11:59 user nova-compute[75254]:     <timer name="hpet" present="no"/>
Nov 29 11:11:59 user nova-compute[75254]:   </clock>
Nov 29 11:11:59 user nova-compute[75254]:   <cpu mode="custom" match="exact">
Nov 29 11:11:59 user nova-compute[75254]:     <model>Nehalem</model>
Nov 29 11:11:59 user nova-compute[75254]:     <topology sockets="1" cores="1" threads="1"/>
Nov 29 11:11:59 user nova-compute[75254]:   </cpu>
Nov 29 11:11:59 user nova-compute[75254]:   <devices>
Nov 29 11:11:59 user nova-compute[75254]:     <disk type="block" device="disk">
Nov 29 11:11:59 user nova-compute[75254]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 29 11:11:59 user nova-compute[75254]:       <source dev="/dev/sdc"/>
Nov 29 11:11:59 user nova-compute[75254]:       <target dev="vda" bus="virtio"/>
Nov 29 11:11:59 user nova-compute[75254]:       <serial>e5ae7106-36ad-4812-bd2d-988e152c21af</serial>
Nov 29 11:11:59 user nova-compute[75254]:     </disk>
Nov 29 11:11:59 user nova-compute[75254]:     <interface type="ethernet">
Nov 29 11:11:59 user nova-compute[75254]:       <mac address="fa:16:3e:c3:bc:14"/>
Nov 29 11:11:59 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:11:59 user nova-compute[75254]:       <mtu size="1442"/>
Nov 29 11:11:59 user nova-compute[75254]:       <target dev="tapf4d1c8ab-34"/>
Nov 29 11:11:59 user nova-compute[75254]:     </interface>
Nov 29 11:11:59 user nova-compute[75254]:     <serial type="pty">
Nov 29 11:11:59 user nova-compute[75254]:       <log file="/opt/stack/data/nova/instances/44f7ea58-ae83-4231-955f-8fc33939ff09/console.log" append="off"/>
Nov 29 11:11:59 user nova-compute[75254]:     </serial>
Nov 29 11:11:59 user nova-compute[75254]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 29 11:11:59 user nova-compute[75254]:     <video>
Nov 29 11:11:59 user nova-compute[75254]:       <model type="virtio"/>
Nov 29 11:11:59 user nova-compute[75254]:     </video>
Nov 29 11:11:59 user nova-compute[75254]:     <rng model="virtio">
Nov 29 11:11:59 user nova-compute[75254]:       <backend model="random">/dev/urandom</backend>
Nov 29 11:11:59 user nova-compute[75254]:     </rng>
Nov 29 11:11:59 user nova-compute[75254]:     <controller type="usb" index="0" model="none"/>
Nov 29 11:11:59 user nova-compute[75254]:     <memballoon model="virtio">
Nov 29 11:11:59 user nova-compute[75254]:       <stats period="10"/>
Nov 29 11:11:59 user nova-compute[75254]:     </memballoon>
Nov 29 11:11:59 user nova-compute[75254]:   </devices>
Nov 29 11:11:59 user nova-compute[75254]: </domain>
Nov 29 11:11:59 user nova-compute[75254]:  {{(pid=75254) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:11:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-41482439',display_name='tempest-TestVolumeBootPattern-server-41482439',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-41482439',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-xl3aiag4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-29T11:11:51Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=44f7ea58-ae83-4231-955f-8fc33939ff09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG os_vif [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34') {{(pid=75254) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd79dada6-6490-550e-ab1b-f3675efc1e34', '_type': 'linux-noop'}}, row=False) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf4d1c8ab-34, may_exist=True, interface_attrs={}) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf4d1c8ab-34, col_values=(('qos', UUID('7a519ee5-34e0-49a9-aa0f-0f4fb615c282')),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf4d1c8ab-34, col_values=(('external_ids', {'iface-id': 'f4d1c8ab-34ed-4391-85b2-1c665f81c645', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:bc:14', 'vm-uuid': '44f7ea58-ae83-4231-955f-8fc33939ff09'}),), if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:11:59 user nova-compute[75254]: INFO os_vif [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34')
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No BDM found with device name vda, not building metadata. {{(pid=75254) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 29 11:11:59 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] No VIF found with MAC fa:16:3e:c3:bc:14, not building metadata {{(pid=75254) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-e400bbc2-ff12-4346-9645-b5f5d4019066 req-b1efe69c-3413-48ed-ba75-32669a5b57b5 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e400bbc2-ff12-4346-9645-b5f5d4019066 req-b1efe69c-3413-48ed-ba75-32669a5b57b5 service nova] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e400bbc2-ff12-4346-9645-b5f5d4019066 req-b1efe69c-3413-48ed-ba75-32669a5b57b5 service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-e400bbc2-ff12-4346-9645-b5f5d4019066 req-b1efe69c-3413-48ed-ba75-32669a5b57b5 service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG nova.compute.manager [req-e400bbc2-ff12-4346-9645-b5f5d4019066 req-b1efe69c-3413-48ed-ba75-32669a5b57b5 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] No waiting events found dispatching network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:12:00 user nova-compute[75254]: WARNING nova.compute.manager [req-e400bbc2-ff12-4346-9645-b5f5d4019066 req-b1efe69c-3413-48ed-ba75-32669a5b57b5 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received unexpected event network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 for instance with vm_state building and task_state spawning.
Nov 29 11:12:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:00 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Instance event wait completed in 0 seconds for  {{(pid=75254) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Guest created on hypervisor {{(pid=75254) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 29 11:12:02 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Instance spawned successfully.
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Found default for hw_cdrom_bus of ide {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Found default for hw_disk_bus of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Found default for hw_input_bus of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Found default for hw_pointer_model of None {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Found default for hw_video_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Found default for hw_vif_model of virtio {{(pid=75254) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d6d620b-bd5b-4813-a84c-9b3a847cae0d req-b4c51c6b-7eb9-4b62-8dce-132552b3441b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d6d620b-bd5b-4813-a84c-9b3a847cae0d req-b4c51c6b-7eb9-4b62-8dce-132552b3441b service nova] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d6d620b-bd5b-4813-a84c-9b3a847cae0d req-b4c51c6b-7eb9-4b62-8dce-132552b3441b service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-0d6d620b-bd5b-4813-a84c-9b3a847cae0d req-b4c51c6b-7eb9-4b62-8dce-132552b3441b service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.compute.manager [req-0d6d620b-bd5b-4813-a84c-9b3a847cae0d req-b4c51c6b-7eb9-4b62-8dce-132552b3441b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] No waiting events found dispatching network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:12:02 user nova-compute[75254]: WARNING nova.compute.manager [req-0d6d620b-bd5b-4813-a84c-9b3a847cae0d req-b4c51c6b-7eb9-4b62-8dce-132552b3441b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received unexpected event network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 for instance with vm_state building and task_state spawning.
Nov 29 11:12:02 user nova-compute[75254]: INFO nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Took 5.02 seconds to spawn the instance on the hypervisor.
Nov 29 11:12:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Checking state {{(pid=75254) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 29 11:12:03 user nova-compute[75254]: INFO nova.compute.manager [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Took 12.83 seconds to build instance.
Nov 29 11:12:03 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-ae84efb2-cd8f-414f-9992-0d37bcef4d8b tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.925s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:12:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:12:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:15 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:15 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:12:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:12:17 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:12:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:12:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:12:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:12:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:12:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:12:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8799MB free_disk=25.0303955078125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 44f7ea58-ae83-4231-955f-8fc33939ff09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:12:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:12:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:41 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:12:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:12:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:10 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:16 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:17 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:13:17 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:13:17 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating instance_info_cache with network_info: [{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:13:19 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:13:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:13:20 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8885MB free_disk=25.02975845336914GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance 44f7ea58-ae83-4231-955f-8fc33939ff09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:13:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:13:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-changed-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:13:41 user nova-compute[75254]: DEBUG nova.compute.manager [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Refreshing instance network info cache due to event network-changed-f4d1c8ab-34ed-4391-85b2-1c665f81c645. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:13:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] Acquiring lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:13:41 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] Acquired lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:13:41 user nova-compute[75254]: DEBUG nova.network.neutron [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Refreshing network info cache for port f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:13:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updated VIF entry in instance network info cache for port f4d1c8ab-34ed-4391-85b2-1c665f81c645. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:13:42 user nova-compute[75254]: DEBUG nova.network.neutron [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating instance_info_cache with network_info: [{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:13:42 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-1de6586d-cf16-43e8-881c-daff36e2759c req-fbcd4540-7015-470c-bc51-6f20f346910b service nova] Releasing lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-changed-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG nova.compute.manager [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Refreshing instance network info cache due to event network-changed-f4d1c8ab-34ed-4391-85b2-1c665f81c645. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] Acquiring lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] Acquired lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Refreshing network info cache for port f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:43 user nova-compute[75254]: INFO nova.compute.manager [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Terminating instance
Nov 29 11:13:43 user nova-compute[75254]: DEBUG nova.compute.manager [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a582e1-360f-461c-ad10-69a00bedf802 req-567d1323-6c8f-4b03-b13e-bf5ecbdd1032 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-vif-unplugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a582e1-360f-461c-ad10-69a00bedf802 req-567d1323-6c8f-4b03-b13e-bf5ecbdd1032 service nova] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a582e1-360f-461c-ad10-69a00bedf802 req-567d1323-6c8f-4b03-b13e-bf5ecbdd1032 service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-35a582e1-360f-461c-ad10-69a00bedf802 req-567d1323-6c8f-4b03-b13e-bf5ecbdd1032 service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a582e1-360f-461c-ad10-69a00bedf802 req-567d1323-6c8f-4b03-b13e-bf5ecbdd1032 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] No waiting events found dispatching network-vif-unplugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.compute.manager [req-35a582e1-360f-461c-ad10-69a00bedf802 req-567d1323-6c8f-4b03-b13e-bf5ecbdd1032 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-vif-unplugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updated VIF entry in instance network info cache for port f4d1c8ab-34ed-4391-85b2-1c665f81c645. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.network.neutron [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating instance_info_cache with network_info: [{"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-b9efa921-834e-42af-8562-32f506703845 req-bfb21356-a0fe-4ca0-819c-06ab5437ea37 service nova] Releasing lock "refresh_cache-44f7ea58-ae83-4231-955f-8fc33939ff09" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Instance destroyed successfully.
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.objects.instance [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'resources' on Instance uuid 44f7ea58-ae83-4231-955f-8fc33939ff09 {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:11:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-41482439',display_name='tempest-TestVolumeBootPattern-server-41482439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-41482439',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:12:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-xl3aiag4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:12:03Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=44f7ea58-ae83-4231-955f-8fc33939ff09,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "address": "fa:16:3e:c3:bc:14", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4d1c8ab-34", "ovs_interfaceid": "f4d1c8ab-34ed-4391-85b2-1c665f81c645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_vif [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf4d1c8ab-34, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a519ee5-34e0-49a9-aa0f-0f4fb615c282) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:44 user nova-compute[75254]: INFO os_vif [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:bc:14,bridge_name='br-int',has_traffic_filtering=True,id=f4d1c8ab-34ed-4391-85b2-1c665f81c645,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4d1c8ab-34')
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkhCBAsY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:13:44 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac9e9f6-bcbb-4bc1-8753-303b26f30836]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:13:44 user nova-compute[75254]: No targets found.
Nov 29 11:13:44 user nova-compute[75254]: iSNS:
Nov 29 11:13:44 user nova-compute[75254]: No targets found.
Nov 29 11:13:44 user nova-compute[75254]: STATIC:
Nov 29 11:13:44 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921
Nov 29 11:13:44 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:13:44 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:13:44 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af
Nov 29 11:13:44 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:13:44 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:13:44 user nova-compute[75254]: FIRMWARE:
Nov 29 11:13:44 user nova-compute[75254]: No targets found.
Nov 29 11:13:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:13:44 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:13:44 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e3e834-b559-46ea-a090-45611861ab10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[34936946-bcfc-4f2e-99a7-5ad5e8701e7b]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:13:44 user nova-compute[75254]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af (non-flash)
Nov 29 11:13:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:13:44 user nova-compute[75254]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af (non-flash)
Nov 29 11:13:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ba44c9630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af'): ({'sdc'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Removing single pathed devices sdc {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bc79bdd-1c11-4a42-8144-70a3109baca5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e5a43f-9013-4075-a7ff-0f9db4706edf]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flushing IO for device /dev/sdc {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9abfe958-7ffa-4e02-8951-80149456a172]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e55893a-3fb4-4636-b129-80d04d858c3b]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] SCSI volumes sdc have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23261373232316636', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_be10487c', '/dev/disk/by-id/scsi-1SCST_BIObe10487c-2a7221f6a9f0faa7') {{(pid=86516) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[184c1a2b-f451-4a2f-9c23-83baddd06892]: (4, None) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.035s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[119f92e5-2f00-494c-8574-cfb05ed52ccd]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcadf210-ec51-4ddb-a108-98f5a900ee94]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260]
Nov 29 11:13:44 user nova-compute[75254]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af, portal: 172.16.0.220,3260] successful.
Nov 29 11:13:44 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e5ae7106-36ad-4812-bd2d-988e152c21af -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[786096a2-f0ff-4a80-b55d-b53b7193e877]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== disconnect_volume: return (315ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:13:44 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Deleting instance files /opt/stack/data/nova/instances/44f7ea58-ae83-4231-955f-8fc33939ff09_del
Nov 29 11:13:44 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Deletion of /opt/stack/data/nova/instances/44f7ea58-ae83-4231-955f-8fc33939ff09_del complete
Nov 29 11:13:44 user nova-compute[75254]: INFO nova.compute.manager [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 29 11:13:44 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:13:44 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:13:45 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:13:45 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Took 0.46 seconds to deallocate network for instance.
Nov 29 11:13:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-28c7274b-5fd7-4dd9-aaa2-cdbd50297749 req-edba855d-6c15-43ab-9912-5cfc581e73d5 service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-vif-deleted-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-aece757c-54a2-49ff-b152-4ca243d1c60f req-d48d8f82-c449-458c-95cb-3705248988bd service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received event network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aece757c-54a2-49ff-b152-4ca243d1c60f req-d48d8f82-c449-458c-95cb-3705248988bd service nova] Acquiring lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aece757c-54a2-49ff-b152-4ca243d1c60f req-d48d8f82-c449-458c-95cb-3705248988bd service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-aece757c-54a2-49ff-b152-4ca243d1c60f req-d48d8f82-c449-458c-95cb-3705248988bd service nova] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-aece757c-54a2-49ff-b152-4ca243d1c60f req-d48d8f82-c449-458c-95cb-3705248988bd service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] No waiting events found dispatching network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:13:46 user nova-compute[75254]: WARNING nova.compute.manager [req-aece757c-54a2-49ff-b152-4ca243d1c60f req-d48d8f82-c449-458c-95cb-3705248988bd service nova] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Received unexpected event network-vif-plugged-f4d1c8ab-34ed-4391-85b2-1c665f81c645 for instance with vm_state active and task_state deleting.
Nov 29 11:13:46 user nova-compute[75254]: INFO nova.compute.manager [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: 44f7ea58-ae83-4231-955f-8fc33939ff09] Took 0.90 seconds to detach 1 volumes for instance.
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.144s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:46 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Deleted allocations for instance 44f7ea58-ae83-4231-955f-8fc33939ff09
Nov 29 11:13:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-baffc6cb-1b4f-4232-803d-2c61ede72039 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "44f7ea58-ae83-4231-955f-8fc33939ff09" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.842s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:13:49 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:54 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:13:59 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:00 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:04 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:09 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:14 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Forcefully refreshing network info cache for instance {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 29 11:14:18 user nova-compute[75254]: DEBUG nova.objects.instance [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lazy-loading 'info_cache' on Instance uuid fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG nova.network.neutron [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated the network info_cache for instance {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:19 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:14:20 user nova-compute[75254]: DEBUG nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75254) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 29 11:14:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:14:21 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=8989MB free_disk=25.02886199951172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Instance fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75254) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:14:21 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.140s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:24 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:25 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:14:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:14:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:14:29 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:34 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:14:39 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:44 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-changed-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Refreshing instance network info cache due to event network-changed-d54d19e2-2689-4050-a3bb-6e77eca9e7e6. {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] Acquiring lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] Acquired lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG nova.network.neutron [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Refreshing network info cache for port d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:45 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:45 user nova-compute[75254]: INFO nova.compute.manager [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Terminating instance
Nov 29 11:14:45 user nova-compute[75254]: DEBUG nova.compute.manager [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Start destroying the instance on the hypervisor. {{(pid=75254) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-244e2393-b4aa-461a-b66d-e76db007b870 req-bdcc6a02-dc7b-4661-b744-ca21606bf2e3 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-vif-unplugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-244e2393-b4aa-461a-b66d-e76db007b870 req-bdcc6a02-dc7b-4661-b744-ca21606bf2e3 service nova] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-244e2393-b4aa-461a-b66d-e76db007b870 req-bdcc6a02-dc7b-4661-b744-ca21606bf2e3 service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-244e2393-b4aa-461a-b66d-e76db007b870 req-bdcc6a02-dc7b-4661-b744-ca21606bf2e3 service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-244e2393-b4aa-461a-b66d-e76db007b870 req-bdcc6a02-dc7b-4661-b744-ca21606bf2e3 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] No waiting events found dispatching network-vif-unplugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.compute.manager [req-244e2393-b4aa-461a-b66d-e76db007b870 req-bdcc6a02-dc7b-4661-b744-ca21606bf2e3 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-vif-unplugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 for instance with task_state deleting. {{(pid=75254) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 29 11:14:46 user nova-compute[75254]: INFO nova.virt.libvirt.driver [-] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Instance destroyed successfully.
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.objects.instance [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lazy-loading 'resources' on Instance uuid fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e {{(pid=75254) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.vif [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-29T11:09:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-699548852',display_name='tempest-TestVolumeBootPattern-server-699548852',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-699548852',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFafItdZXfeyQzkVlcyNpN7oHd59FyCgqcq6t6WX5kkXFcEJpbfXKgmMo5oLJEXmvnctY+nRHwVeLASclGYQ5S51ibFsyKhctBdHjaygfs1dTWTwxGI7+rhQqyV/fPIUBA==',key_name='tempest-TestVolumeBootPattern-1109392435',keypairs=<?>,launch_index=0,launched_at=2023-11-29T11:10:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff6ab2eb971f43ee92877d7c08879cc1',ramdisk_id='',reservation_id='r-jjn44elg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2016941207',owner_user_name='tempest-TestVolumeBootPattern-2016941207-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-29T11:10:02Z,user_data=None,user_id='c4ea56ccbb3245229c20bff7f8a483e6',uuid=fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converting VIF {"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.network.os_vif_util [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26') {{(pid=75254) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_vif [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26') {{(pid=75254) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd54d19e2-26, bridge=br-int, if_exists=True) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab616530-1f0a-480d-9c2a-aeb5f9dbbac0) {{(pid=75254) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:14:46 user nova-compute[75254]: INFO os_vif [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:9c:10,bridge_name='br-int',has_traffic_filtering=True,id=d54d19e2-2689-4050-a3bb-6e77eca9e7e6,network=Network(51ebc78a-ada6-43df-b5c0-701df2769e8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd54d19e2-26')
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] calling os-brick to detach iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8bb435d390>, {'target_iqn': 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXShFLQn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 29 11:14:46 user nova-compute[75254]: WARNING os_brick.initiator.connectors.base [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b103e94-2b8a-4a7a-9fa8-cec6d03a9687]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 29 11:14:46 user nova-compute[75254]: No targets found.
Nov 29 11:14:46 user nova-compute[75254]: iSNS:
Nov 29 11:14:46 user nova-compute[75254]: No targets found.
Nov 29 11:14:46 user nova-compute[75254]: STATIC:
Nov 29 11:14:46 user nova-compute[75254]: Target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921
Nov 29 11:14:46 user nova-compute[75254]:         Portal: 172.16.0.220:3260,-1
Nov 29 11:14:46 user nova-compute[75254]:                 Iface Name: default
Nov 29 11:14:46 user nova-compute[75254]: FIRMWARE:
Nov 29 11:14:46 user nova-compute[75254]: No targets found.
Nov 29 11:14:46 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 29 11:14:46 user nova-compute[75254]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 29 11:14:46 user nova-compute[75254]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75254) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921', 0)] {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf34ae84-282a-4a84-959a-a3b23c295dd9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9283a76-afb7-45b4-b6b3-cdf1959459e9]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:14:46 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 (non-flash)
Nov 29 11:14:46 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8bb448b490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921'): ({'sdb'}, set())}) {{(pid=75254) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Removing single pathed devices sdb {{(pid=75254) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f14a9b-40d2-41ed-9cf1-ac4c11c600eb]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f942cc-54e7-4f3d-9a52-c70edea43f5d]: (4, ('ok\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Flushing IO for device /dev/sdb {{(pid=75254) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea03df84-bf7c-4f6e-858e-ec47a77d40bb]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75254) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updated VIF entry in instance network info cache for port d54d19e2-2689-4050-a3bb-6e77eca9e7e6. {{(pid=75254) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG nova.network.neutron [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [{"id": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "address": "fa:16:3e:0f:9c:10", "network": {"id": "51ebc78a-ada6-43df-b5c0-701df2769e8d", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-439327513-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff6ab2eb971f43ee92877d7c08879cc1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd54d19e2-26", "ovs_interfaceid": "d54d19e2-2689-4050-a3bb-6e77eca9e7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc1b898a-f27c-459b-b0fb-0f081671cb12]: (4, ('1', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.linuxscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] SCSI volumes sdb have been removed. {{(pid=75254) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921')] {{(pid=75254) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-97346952-b99f-41c8-b898-af8cd50bc226 req-0977303b-9301-4456-b375-38a3578aa19d service nova] Releasing lock "refresh_cache-fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" {{(pid=75254) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bee9fe2-b268-4cbd-9ef0-913d02bfac07]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:14:46 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --logout {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1c7e6c-8c50-4278-9e9d-f86976f8bdec]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260]
Nov 29 11:14:47 user nova-compute[75254]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921, portal: 172.16.0.220,3260] successful.
Nov 29 11:14:47 user nova-compute[75254]:  stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op delete {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:023cb76a-874a-4cdf-a32a-4c5d188d9921 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86516) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG oslo.privsep.daemon [-] privsep: reply[c30341a5-7e30-48f9-9ed8-8a86ba32bc02]: (4, ('', '')) {{(pid=86516) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75254) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.base [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] <== disconnect_volume: return (309ms) None {{(pid=75254) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Disconnected iSCSI Volume {{(pid=75254) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 29 11:14:47 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Deleting instance files /opt/stack/data/nova/instances/fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e_del
Nov 29 11:14:47 user nova-compute[75254]: INFO nova.virt.libvirt.driver [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Deletion of /opt/stack/data/nova/instances/fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e_del complete
Nov 29 11:14:47 user nova-compute[75254]: INFO nova.compute.manager [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 29 11:14:47 user nova-compute[75254]: DEBUG oslo.service.loopingcall [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75254) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG nova.compute.manager [-] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Deallocating network for instance {{(pid=75254) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] deallocate_for_instance() {{(pid=75254) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 29 11:14:47 user nova-compute[75254]: DEBUG nova.network.neutron [-] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Updating instance_info_cache with network_info: [] {{(pid=75254) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 29 11:14:47 user nova-compute[75254]: INFO nova.compute.manager [-] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Took 0.37 seconds to deallocate network for instance.
Nov 29 11:14:47 user nova-compute[75254]: DEBUG nova.compute.manager [req-c0f67862-3d4d-4efb-942a-c0e425f3402e req-9fd6b574-dd7d-467b-b3d1-2497b11b1e8f service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-vif-deleted-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-f758479d-2e97-49fb-afc3-7a461b082e2b req-0f369279-3783-4caf-aeb5-4cbbe6183d95 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received event network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f758479d-2e97-49fb-afc3-7a461b082e2b req-0f369279-3783-4caf-aeb5-4cbbe6183d95 service nova] Acquiring lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f758479d-2e97-49fb-afc3-7a461b082e2b req-0f369279-3783-4caf-aeb5-4cbbe6183d95 service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [req-f758479d-2e97-49fb-afc3-7a461b082e2b req-0f369279-3783-4caf-aeb5-4cbbe6183d95 service nova] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG nova.compute.manager [req-f758479d-2e97-49fb-afc3-7a461b082e2b req-0f369279-3783-4caf-aeb5-4cbbe6183d95 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] No waiting events found dispatching network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 {{(pid=75254) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 29 11:14:48 user nova-compute[75254]: WARNING nova.compute.manager [req-f758479d-2e97-49fb-afc3-7a461b082e2b req-0f369279-3783-4caf-aeb5-4cbbe6183d95 service nova] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Received unexpected event network-vif-plugged-d54d19e2-2689-4050-a3bb-6e77eca9e7e6 for instance with vm_state active and task_state deleting.
Nov 29 11:14:48 user nova-compute[75254]: INFO nova.compute.manager [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] [instance: fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e] Took 0.76 seconds to detach 1 volumes for instance.
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:48 user nova-compute[75254]: INFO nova.scheduler.client.report [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Deleted allocations for instance fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e
Nov 29 11:14:48 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-5b6164ef-7d53-4b45-a77b-6121f4b239e9 tempest-TestVolumeBootPattern-2016941207 tempest-TestVolumeBootPattern-2016941207-project-member] Lock "fa48bbeb-a50d-4ec6-acc0-b8a17f60b12e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.624s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:14:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:14:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:15:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:15:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:15:20 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:15:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:15:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:15:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:15:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:15:23 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:15:23 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:15:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9133MB free_disk=25.02798843383789GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:15:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:15:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:15:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:15:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:37 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:43 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:15:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:01 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:17 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:19 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:21 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:16:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:16:21 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:16:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:16:22 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:16:22 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:16:23 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:16:23 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9260MB free_disk=25.024456024169922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing inventories for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating ProviderTree inventory for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Updating inventory in ProviderTree for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing aggregate associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, aggregates: None {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Refreshing trait associations for resource provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf, traits: HW_CPU_X86_MMX,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_RESCUE_BFV,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSSE3,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VIOMMU_MODEL_AUTO,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS {{(pid=75254) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:16:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.227s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:16:24 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:24 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:16:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:28 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75254) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:16:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:16:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:47 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:16:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:16:56 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:01 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:02 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Cleaning up deleted instances {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 29 11:17:02 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] There are 0 instances to clean {{(pid=75254) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 29 11:17:03 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:06 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:11 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:11 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:17:16 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:17:20 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75254) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 29 11:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75254) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 29 11:17:21 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:22 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Starting heal instance info cache {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Rebuilding the list of instances to heal {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Didn't find any instances for network info cache update. {{(pid=75254) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:17:23 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Auditing locally available compute resources for user (node: user) {{(pid=75254) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 29 11:17:24 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:17:24 user nova-compute[75254]: WARNING nova.virt.libvirt.driver [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 29 11:17:24 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Hypervisor/Node resource view: name=user free_ram=9255MB free_disk=25.018203735351562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75254) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75254) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG nova.compute.provider_tree [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed in ProviderTree for provider: 05d7c936-0c16-45e1-abec-cd6c44bfc5bf {{(pid=75254) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG nova.scheduler.client.report [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Inventory has not changed for provider 05d7c936-0c16-45e1-abec-cd6c44bfc5bf based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75254) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG nova.compute.resource_tracker [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Compute_service record updated for user:user {{(pid=75254) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 29 11:17:24 user nova-compute[75254]: DEBUG oslo_concurrency.lockutils [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.117s {{(pid=75254) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 29 11:17:26 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:26 user nova-compute[75254]: DEBUG nova.compute.manager [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75254) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 29 11:17:26 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:17:27 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:29 user nova-compute[75254]: DEBUG oslo_service.periodic_task [None req-665366dd-d5ff-449b-b1b8-26e6a39e1f19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75254) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 29 11:17:31 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:36 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:17:41 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 29 11:17:46 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 29 11:17:51 user nova-compute[75254]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75254) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}